-- Logs begin at Tue 2021-04-20 17:34:34 UTC, end at Tue 2021-04-20 18:29:53 UTC. -- Apr 20 18:06:49.853793 dv-cinder-786929-2-smb systemd[1]: Started Devstack devstack@q-svc.service. Apr 20 18:06:53.077630 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.common.config [-] Logging enabled! Apr 20 18:06:53.078130 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev107 Apr 20 18:06:53.079431 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=86195) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 20 18:06:53.081200 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.common.config [-] Logging enabled! Apr 20 18:06:53.081492 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev107 Apr 20 18:06:53.081845 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=86195) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 20 18:06:53.083367 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Apr 20 18:06:53.083638 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Apr 20 18:06:53.084681 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Apr 20 18:06:53.084967 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Apr 20 18:06:53.085228 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Apr 20 18:06:53.085601 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:53.085947 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:53.086291 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:53.086579 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:53.086923 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:53.087261 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:53.087586 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:53.087925 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:53.088268 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:53.088596 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:53.088915 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:53.089239 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:53.089501 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:53.089820 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.common.config [-] config_source = [] {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:53.090151 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:53.090510 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:53.090770 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.common.config [-] debug = True {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:53.091089 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:53.091623 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:53.091944 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:53.092262 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:53.092594 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:53.092911 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:53.093222 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:53.093536 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:53.093859 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:53.094224 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.common.config [-] host = dv-cinder-786929-2-smb {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:53.094570 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:53.094906 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:53.095237 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:53.095570 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:53.095884 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:53.096199 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:53.096527 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:53.096839 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.common.config [-] log_dir = None {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:53.097150 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.common.config [-] log_file = None {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:53.097461 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:53.097817 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:53.098665 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:53.099013 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:53.099275 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:53.099532 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:53.099866 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:53.100200 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:53.100515 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:53.100826 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:53.101137 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:53.101449 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:53.101760 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:53.102067 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:53.102394 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:53.102745 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:53.103075 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:53.103391 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:53.103702 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:53.104013 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:53.104321 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:53.104653 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:53.104960 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:53.105271 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:53.105581 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:53.105909 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:53.106215 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:53.106548 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:53.106900 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:53.107230 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:53.107555 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:53.107882 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:53.108193 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:53.108520 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:53.108828 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:53.109135 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.common.config [-] use_journal = False {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:53.109441 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.common.config [-] use_json = False {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:53.109749 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:53.110054 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:53.110374 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:53.110707 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:53.111011 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:53.111319 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:53.111626 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:53.111955 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:53.112290 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:53.112632 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:53.112975 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:53.113298 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:53.114513 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:53.114843 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:53.115182 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:53.115502 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:53.115838 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:53.116174 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:53.116502 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:53.116819 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:53.117147 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:53.117465 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:53.117807 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:53.118161 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:53.118527 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:53.118869 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:53.119185 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:53.119498 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:53.119813 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:53.120132 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:53.120457 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:53.120795 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:53.121132 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:53.121446 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:53.121762 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:53.122100 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:53.122456 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:53.122762 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:53.123079 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:53.123414 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:53.123731 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:53.124045 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:53.124372 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:53.124690 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:53.125004 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:53.125315 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:53.125631 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:53.125968 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:53.126285 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:53.126622 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:53.126935 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:53.127249 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:53.127559 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:53.127885 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:53.128202 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:53.128516 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:53.128829 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:53.129727 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:53.130272 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:53.130629 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:53.130954 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:53.131274 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:53.131595 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:53.131912 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:53.132226 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:53.132540 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:53.132855 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:53.133172 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:53.133485 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:53.133800 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:53.134117 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:53.134480 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:53.134769 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:53.135085 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:53.135397 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:53.135711 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:53.136038 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:53.136378 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:53.136701 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:53.137016 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:53.137336 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:53.137654 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:53.137973 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:53.147856 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:53.147856 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:53.147856 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:53.147856 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:53.147856 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:53.147856 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:53.147856 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:53.147856 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:53.148553 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:53.148553 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:53.148553 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:53.148553 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:53.148553 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:53.148553 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:53.148553 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:53.148553 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:53.149300 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:53.149300 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:53.149300 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:53.149300 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:53.149300 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:53.149300 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:53.149300 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:53.149300 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:53.149969 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Apr 20 18:06:53.149969 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=86195) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}} Apr 20 18:06:53.820818 dv-cinder-786929-2-smb neutron-server[86195]: INFO keyring.backend [-] Loading Gnome Apr 20 18:06:53.838466 dv-cinder-786929-2-smb neutron-server[86195]: INFO keyring.backend [-] Loading Google Apr 20 18:06:53.841183 dv-cinder-786929-2-smb neutron-server[86195]: INFO keyring.backend [-] Loading Windows (alt) Apr 20 18:06:53.844899 dv-cinder-786929-2-smb neutron-server[86195]: INFO keyring.backend [-] Loading file Apr 20 18:06:53.845736 dv-cinder-786929-2-smb neutron-server[86195]: INFO keyring.backend [-] Loading keyczar Apr 20 18:06:53.846023 dv-cinder-786929-2-smb neutron-server[86195]: INFO keyring.backend [-] Loading multi Apr 20 18:06:53.846694 dv-cinder-786929-2-smb neutron-server[86195]: INFO keyring.backend [-] Loading pyfs Apr 20 18:06:53.893979 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=86195) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:06:53.894333 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=86195) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:06:53.895168 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=86195) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:06:53.895730 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 20 18:06:54.312941 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86195) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:06:54.313483 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86195) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:06:54.313483 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86195) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:06:54.314833 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86195) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:06:54.315257 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86195) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:06:54.315552 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86195) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:06:54.354180 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86195) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:06:54.354514 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86195) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:06:54.354817 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86195) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:06:54.371017 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86195) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:06:54.371334 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86195) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:06:54.371633 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86195) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:06:54.440417 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86195) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:06:54.440731 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86195) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:06:54.441028 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86195) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:06:54.442337 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86195) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:06:54.442721 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86195) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:06:54.444707 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86195) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:06:54.725563 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=86195) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:06:54.725884 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=86195) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:06:54.726187 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=86195) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:06:54.726517 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=86195) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:06:54.727353 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=86195) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:06:54.883405 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=86195) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:06:54.883785 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=86195) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:06:54.884105 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=86195) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:06:54.884405 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=86195) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:06:54.884702 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=86195) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:06:54.885086 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=86195) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:06:54.885610 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=86195) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:06:54.885904 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=86195) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:06:54.886195 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=86195) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:06:54.886561 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=86195) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:06:54.886865 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=86195) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:06:54.887174 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=86195) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:06:54.887482 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86195) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:06:54.887773 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=86195) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:06:54.888085 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=86195) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:06:54.888405 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=86195) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:06:54.888704 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=86195) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:06:54.889026 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86195) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:06:54.889416 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86195) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:06:54.889841 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=86195) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:06:54.890319 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=86195) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:06:54.890633 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=86195) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:06:54.890917 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=86195) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:06:54.891266 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86195) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:06:54.891555 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86195) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:06:54.891833 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86195) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:06:54.892309 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=86195) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 20 18:06:54.892581 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=86195) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 20 18:06:54.892931 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=86195) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 20 18:06:54.893277 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=86195) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 20 18:06:54.893598 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=86195) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 20 18:06:54.893822 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=86195) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 20 18:06:54.894263 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 20 18:06:54.898166 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 20 18:06:54.902233 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 20 18:06:54.906200 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) Apr 20 18:06:54.907960 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 20 18:06:54.909243 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 20 18:06:54.909630 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 20 18:06:54.910074 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 20 18:06:54.915422 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 20 18:06:54.915706 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 20 18:06:54.916129 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 20 18:06:54.945400 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Apr 20 18:06:54.945929 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=86195) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:06:54.946267 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=86195) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Apr 20 18:06:54.946705 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=86195) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:06:54.948075 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=86195) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 20 18:06:54.948400 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 20 18:06:54.948670 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 20 18:06:54.951865 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=86195) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:06:54.952182 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=86195) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:06:55.021787 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 20 18:06:55.022059 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 20 18:06:55.022327 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 20 18:06:55.022773 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 20 18:06:55.059574 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_db.sqlalchemy.engines [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=86195) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Apr 20 18:06:55.514242 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.plugins.ml2.managers [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Initializing driver for type 'gre' Apr 20 18:06:55.514843 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] gre ID ranges: [(1, 1000)] Apr 20 18:06:55.555728 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.plugins.ml2.managers [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Initializing driver for type 'local' Apr 20 18:06:55.556094 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.plugins.ml2.managers [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Initializing driver for type 'vlan' Apr 20 18:06:55.566291 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] VlanTypeDriver initialization complete Apr 20 18:06:55.567207 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.plugins.ml2.managers [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Initializing driver for type 'vxlan' Apr 20 18:06:55.567747 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] vxlan ID ranges: [(1, 1000)] Apr 20 18:06:55.607789 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.plugins.ml2.managers [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Initializing extension driver 'port_security' Apr 20 18:06:55.608151 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.plugins.ml2.extensions.port_security [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] PortSecurityExtensionDriver initialization complete Apr 20 18:06:55.608525 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.plugins.ml2.managers [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Initializing mechanism driver 'openvswitch' Apr 20 18:06:55.608887 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.plugins.ml2.managers [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Initializing mechanism driver 'hyperv' Apr 20 18:06:55.615705 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.plugin [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=86195) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:06:55.616543 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Subscribe: > port after_create 55550000 {{(pid=86195) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:06:55.616953 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Subscribe: > port after_update 55550000 {{(pid=86195) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:06:55.617341 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Subscribe: > port after_delete 55550000 {{(pid=86195) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:06:55.617763 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Subscribe: > subnet after_create 55550000 {{(pid=86195) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:06:55.618152 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Subscribe: > subnet after_update 55550000 {{(pid=86195) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:06:55.618558 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Subscribe: > subnet after_delete 55550000 {{(pid=86195) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:06:55.618974 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Subscribe: > network after_create 55550000 {{(pid=86195) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:06:55.619355 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Subscribe: > network after_update 55550000 {{(pid=86195) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:06:55.619733 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Subscribe: > network after_delete 55550000 {{(pid=86195) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:06:55.620146 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Subscribe: > security_group after_create 55550000 {{(pid=86195) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:06:55.620531 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Subscribe: > security_group after_update 55550000 {{(pid=86195) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:06:55.621064 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Subscribe: > security_group after_delete 55550000 {{(pid=86195) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:06:55.621484 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=86195) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:06:55.621865 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=86195) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:06:55.622244 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=86195) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:06:55.622684 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Subscribe: > address_group after_create 55550000 {{(pid=86195) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:06:55.623067 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Subscribe: > address_group after_update 55550000 {{(pid=86195) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:06:55.623442 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Subscribe: > address_group after_delete 55550000 {{(pid=86195) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:06:55.623813 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] ML2 OVO RPC backend initialized. {{(pid=86195) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} Apr 20 18:06:55.624603 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Subscribe: > router_interface after_create 55550000 {{(pid=86195) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:06:55.624992 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Subscribe: > router_interface after_delete 55550000 {{(pid=86195) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:06:55.625450 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Subscribe: > network before_response 55550000 {{(pid=86195) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:06:55.625835 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Subscribe: > networks before_response 55550000 {{(pid=86195) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:06:55.626216 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Subscribe: > port before_response 55550000 {{(pid=86195) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:06:55.626618 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Subscribe: > ports before_response 55550000 {{(pid=86195) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:06:55.627000 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Subscribe: > subnet before_response 55550000 {{(pid=86195) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:06:55.627376 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Subscribe: > subnets before_response 55550000 {{(pid=86195) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:06:55.627759 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Subscribe: > network after_create 55550000 {{(pid=86195) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:06:55.628134 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Subscribe: > network after_update 55550000 {{(pid=86195) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:06:55.628507 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Subscribe: > network after_delete 55550000 {{(pid=86195) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:06:55.628879 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Subscribe: > port after_create 55550000 {{(pid=86195) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:06:55.630248 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Subscribe: > port after_update 55550000 {{(pid=86195) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:06:55.630654 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Subscribe: > port after_delete 55550000 {{(pid=86195) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:06:55.631043 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Subscribe: > subnet after_create 55550000 {{(pid=86195) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:06:55.631418 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Subscribe: > subnet after_update 55550000 {{(pid=86195) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:06:55.631792 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Subscribe: > subnet after_delete 55550000 {{(pid=86195) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:06:55.632432 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.plugins.ml2.plugin [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Modular L2 Plugin initialization complete Apr 20 18:06:55.632790 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.manager [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Loading services supported by the core plugin {{(pid=86195) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 20 18:06:55.633153 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.plugins.ml2.managers [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Got port-security extension from driver 'port_security' Apr 20 18:06:55.633663 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.extensions.vlantransparent [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Disabled vlantransparent extension. Apr 20 18:06:55.634196 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.manager [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=86195) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 20 18:06:55.634568 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.manager [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Loading Plugin: router Apr 20 18:06:55.674583 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Subscribe: > router_interface before_create 55550000 {{(pid=86195) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:06:55.675027 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Subscribe: > router after_create 55549900 {{(pid=86195) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:06:55.675432 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Subscribe: > router before_create 55549900 {{(pid=86195) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:06:55.675839 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Subscribe: > router_interface before_delete 55550000 {{(pid=86195) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:06:55.676701 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Subscribe: > router_interface after_delete 55550000 {{(pid=86195) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:06:55.677101 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Subscribe: > router after_delete 55549900 {{(pid=86195) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:06:55.677511 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Subscribe: > floatingip after_update 55550000 {{(pid=86195) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:06:55.677923 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Subscribe: > router after_create 55549900 {{(pid=86195) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:06:55.678309 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Subscribe: > router after_update 55549900 {{(pid=86195) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:06:55.678726 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Subscribe: > router after_update 55549900 {{(pid=86195) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:06:55.679111 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=86195) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:06:55.679513 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Subscribe: > router after_update 55549900 {{(pid=86195) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:06:55.680004 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Subscribe: > router precommit_update 55549900 {{(pid=86195) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:06:55.680428 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Subscribe: port after_update 55550000 {{(pid=86195) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:06:55.680813 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Subscribe: port after_delete 55550000 {{(pid=86195) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:06:55.681189 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Subscribe: subnet after_update 55550000 {{(pid=86195) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:06:55.681568 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=86195) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:06:55.681954 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Subscribe: > port precommit_delete 55550000 {{(pid=86195) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:06:55.682337 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Subscribe: > router precommit_create 55549900 {{(pid=86195) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:06:55.682744 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Subscribe: port before_delete 55550000 {{(pid=86195) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:06:55.683125 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Subscribe: > router precommit_create 55550000 {{(pid=86195) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:06:55.683530 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Subscribe: > router after_update 55549900 {{(pid=86195) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:06:55.683911 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Subscribe: > router precommit_delete 55549900 {{(pid=86195) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:06:55.684296 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Subscribe: > router precommit_create 55549900 {{(pid=86195) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:06:55.684704 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Subscribe: > router_interface after_create 55550000 {{(pid=86195) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:06:55.685091 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Subscribe: > router precommit_update 55549900 {{(pid=86195) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:06:55.685519 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Subscribe: > network after_delete 55550000 {{(pid=86195) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:06:55.686541 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource_registry [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Tracking information for resource: router configured {{(pid=86195) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 20 18:06:55.686917 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource_registry [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Tracking information for resource: floatingip configured {{(pid=86195) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 20 18:06:55.692857 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.db.l3_agentschedulers_db [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 20 18:06:55.693515 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Subscribe: port after_update 55550000 {{(pid=86195) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:06:55.693912 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Subscribe: port after_create 55550000 {{(pid=86195) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:06:55.694299 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Subscribe: port after_delete 55550000 {{(pid=86195) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:06:55.694732 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Subscribe: port after_update 55550000 {{(pid=86195) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:06:55.695646 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Subscribe: > router before_create 55550100 {{(pid=86195) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:06:55.696049 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Subscribe: > router precommit_delete 55550100 {{(pid=86195) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:06:55.696450 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Subscribe: > router precommit_create 55550100 {{(pid=86195) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:06:55.696839 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Subscribe: > router precommit_update 55550100 {{(pid=86195) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:06:55.701667 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.services.provider_configuration [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Service providers = [] {{(pid=86195) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 20 18:06:55.702087 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.servicetype_db [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=86195) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 20 18:06:55.704919 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.services.service_base [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=86195) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 20 18:06:55.705309 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.services.service_base [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=86195) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 20 18:06:55.705681 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.services.service_base [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=86195) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 20 18:06:55.706594 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.services.service_base [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=86195) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 20 18:06:55.706997 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.services.service_base [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 20 18:06:55.708453 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.manager [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=86195) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 20 18:06:55.708812 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.manager [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 20 18:06:55.719098 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.manager [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Successfully loaded METERING plugin. Description: METERING {{(pid=86195) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 20 18:06:55.719475 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.manager [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Loading Plugin: auto_allocate Apr 20 18:06:55.726115 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Subscribe: network precommit_update 55550000 {{(pid=86195) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:06:55.726541 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Subscribe: network precommit_create 55550000 {{(pid=86195) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:06:55.727139 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.manager [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=86195) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 20 18:06:55.727498 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.manager [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Loading Plugin: tag Apr 20 18:06:55.734692 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.manager [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=86195) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 20 18:06:55.735065 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.manager [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Loading Plugin: timestamp Apr 20 18:06:55.740477 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.manager [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=86195) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 20 18:06:55.740850 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.manager [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Loading Plugin: network_ip_availability Apr 20 18:06:55.746376 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=86195) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:06:55.746814 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=86195) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:06:55.747206 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86195) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:06:55.748019 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.manager [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=86195) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 20 18:06:55.748380 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.manager [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Loading Plugin: flavors Apr 20 18:06:55.753043 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.manager [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=86195) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 20 18:06:55.753417 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.manager [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Loading Plugin: revisions Apr 20 18:06:55.758909 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.manager [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=86195) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 20 18:06:55.759333 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.865s {{(pid=86195) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:06:55.760144 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=86195) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Apr 20 18:06:55.760505 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Initializing extension manager. Apr 20 18:06:55.761065 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Loading extension file: __init__.py {{(pid=86195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:06:55.761443 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Loading extension file: __pycache__ {{(pid=86195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:06:55.761821 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=86195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:06:55.762192 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Loading extension file: address_group.py {{(pid=86195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:06:55.763038 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=86195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:06:55.763686 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Loaded extension: address-group Apr 20 18:06:55.764048 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Loading extension file: address_scope.py {{(pid=86195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:06:55.764864 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=86195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:06:55.765387 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Loaded extension: address-scope Apr 20 18:06:55.765749 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Loading extension file: admin_state_down_before_update.py {{(pid=86195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:06:55.766713 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=86195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:06:55.770242 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Loaded extension: router-admin-state-down-before-update Apr 20 18:06:55.770242 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Loading extension file: agent.py {{(pid=86195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:06:55.770242 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=86195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:06:55.770242 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Loaded extension: agent Apr 20 18:06:55.770242 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Loading extension file: agent_resources_synced.py {{(pid=86195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:06:55.770796 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=86195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:06:55.771255 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Loaded extension: agent-resources-synced Apr 20 18:06:55.771615 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Loading extension file: allowedaddresspairs.py {{(pid=86195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:06:55.773456 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=86195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:06:55.774040 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Loaded extension: allowed-address-pairs Apr 20 18:06:55.774408 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Loading extension file: auto_allocated_topology.py {{(pid=86195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:06:55.775510 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=86195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:06:55.776088 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Loaded extension: auto-allocated-topology Apr 20 18:06:55.776454 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Loading extension file: availability_zone.py {{(pid=86195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:06:55.777210 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=86195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:06:55.777789 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Loaded extension: availability_zone Apr 20 18:06:55.778157 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Loading extension file: availability_zone_filter.py {{(pid=86195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:06:55.779127 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=86195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:06:55.779692 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Loaded extension: availability_zone_filter Apr 20 18:06:55.780055 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Loading extension file: data_plane_status.py {{(pid=86195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:06:55.781097 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=86195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:06:55.781665 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Extension data-plane-status not supported by any of loaded plugins Apr 20 18:06:55.782026 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Loading extension file: default_subnetpools.py {{(pid=86195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:06:55.783513 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=86195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:06:55.783706 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Loaded extension: default-subnetpools Apr 20 18:06:55.783907 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Loading extension file: dhcpagentscheduler.py {{(pid=86195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:06:55.784794 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=86195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:06:55.785970 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Loaded extension: dhcp_agent_scheduler Apr 20 18:06:55.786762 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Loading extension file: dns.py {{(pid=86195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:06:55.787694 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=86195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:06:55.788256 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Extension dns-integration not supported by any of loaded plugins Apr 20 18:06:55.788616 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Loading extension file: dns_domain_ports.py {{(pid=86195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:06:55.789541 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=86195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:06:55.790108 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 20 18:06:55.790490 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Loading extension file: dvr.py {{(pid=86195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:06:55.791220 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=86195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:06:55.791785 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Loaded extension: dvr Apr 20 18:06:55.792145 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Loading extension file: empty_string_filtering.py {{(pid=86195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:06:55.793066 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=86195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:06:55.793636 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Loaded extension: empty-string-filtering Apr 20 18:06:55.793996 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=86195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:06:55.794937 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=86195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:06:55.795502 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 20 18:06:55.795859 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=86195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:06:55.796782 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=86195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:06:55.797344 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 20 18:06:55.797703 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Loading extension file: external_net.py {{(pid=86195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:06:55.798654 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=86195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:06:55.799224 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Loaded extension: external-net Apr 20 18:06:55.799583 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Loading extension file: extra_dhcp_opt.py {{(pid=86195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:06:55.800506 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=86195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:06:55.802105 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Loaded extension: extra_dhcp_opt Apr 20 18:06:55.802488 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Loading extension file: extraroute.py {{(pid=86195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:06:55.803411 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=86195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:06:55.803985 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Loaded extension: extraroute Apr 20 18:06:55.804350 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Loading extension file: extraroute_atomic.py {{(pid=86195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:06:55.805396 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=86195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:06:55.805959 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Loaded extension: extraroute-atomic Apr 20 18:06:55.806319 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Loading extension file: filter_validation.py {{(pid=86195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:06:55.807050 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=86195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:06:55.807612 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Loaded extension: filter-validation Apr 20 18:06:55.807967 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Loading extension file: fip_pf_description.py {{(pid=86195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:06:55.808911 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=86195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:06:55.809467 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 20 18:06:55.809822 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Loading extension file: fip_port_details.py {{(pid=86195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:06:55.810886 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=86195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:06:55.811463 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Loaded extension: fip-port-details Apr 20 18:06:55.811821 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Loading extension file: flavors.py {{(pid=86195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:06:55.813062 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=86195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:06:55.813634 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Loaded extension: flavors Apr 20 18:06:55.814001 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=86195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:06:55.815698 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=86195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:06:55.816284 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 20 18:06:55.817098 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Loading extension file: floatingip_pools.py {{(pid=86195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:06:55.817862 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=86195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:06:55.818473 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Loaded extension: floatingip-pools Apr 20 18:06:55.818823 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Loading extension file: ip_allocation.py {{(pid=86195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:06:55.819778 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=86195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:06:55.820342 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Extension ip_allocation not supported by any of loaded plugins Apr 20 18:06:55.820704 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Loading extension file: ip_substring_port_filtering.py {{(pid=86195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:06:55.821636 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=86195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:06:55.822202 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Loaded extension: ip-substring-filtering Apr 20 18:06:55.822593 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Loading extension file: l2_adjacency.py {{(pid=86195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:06:55.823534 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=86195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:06:55.824100 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Extension l2_adjacency not supported by any of loaded plugins Apr 20 18:06:55.824459 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Loading extension file: l3.py {{(pid=86195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:06:55.825530 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=86195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:06:55.826109 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Loaded extension: router Apr 20 18:06:55.826490 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Loading extension file: l3_conntrack_helper.py {{(pid=86195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:06:55.828758 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=86195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:06:55.829352 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 20 18:06:55.829722 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Loading extension file: l3_ext_gw_mode.py {{(pid=86195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:06:55.830704 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=86195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:06:55.831285 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Loaded extension: ext-gw-mode Apr 20 18:06:55.831652 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Loading extension file: l3_ext_ha_mode.py {{(pid=86195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:06:55.833618 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=86195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:06:55.834198 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Loaded extension: l3-ha Apr 20 18:06:55.834592 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Loading extension file: l3_flavors.py {{(pid=86195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:06:55.835529 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=86195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:06:55.836105 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Loaded extension: l3-flavors Apr 20 18:06:55.836464 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=86195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:06:55.837396 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=86195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:06:55.837973 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Loaded extension: l3-port-ip-change-not-allowed Apr 20 18:06:55.838335 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Loading extension file: l3agentscheduler.py {{(pid=86195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:06:55.839575 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=86195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:06:55.840188 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Loaded extension: l3_agent_scheduler Apr 20 18:06:55.840560 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Loading extension file: logging.py {{(pid=86195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:06:55.842054 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=86195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:06:55.842706 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Extension logging not supported by any of loaded plugins Apr 20 18:06:55.843081 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Loading extension file: metering.py {{(pid=86195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:06:55.843959 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=86195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:06:55.844654 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Loaded extension: metering Apr 20 18:06:55.845021 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=86195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:06:55.846147 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=86195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:06:55.846739 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Loaded extension: metering_source_and_destination_fields Apr 20 18:06:55.847103 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Loading extension file: multiprovidernet.py {{(pid=86195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:06:55.849297 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=86195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:06:55.849870 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Loaded extension: multi-provider Apr 20 18:06:55.850235 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Loading extension file: netmtu.py {{(pid=86195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:06:55.851222 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=86195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:06:55.851796 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Loaded extension: net-mtu Apr 20 18:06:55.852158 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Loading extension file: netmtu_writable.py {{(pid=86195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:06:55.853096 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=86195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:06:55.853662 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Loaded extension: net-mtu-writable Apr 20 18:06:55.854021 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Loading extension file: network_availability_zone.py {{(pid=86195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:06:55.854894 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=86195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:06:55.855475 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Loaded extension: network_availability_zone Apr 20 18:06:55.855840 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Loading extension file: network_ip_availability.py {{(pid=86195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:06:55.856952 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=86195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:06:55.857525 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Loaded extension: network-ip-availability Apr 20 18:06:55.857886 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Loading extension file: network_segment_range.py {{(pid=86195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:06:55.858761 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=86195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:06:55.859326 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Extension network-segment-range not supported by any of loaded plugins Apr 20 18:06:55.859687 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Loading extension file: pagination.py {{(pid=86195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:06:55.860700 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=86195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:06:55.861074 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Loaded extension: pagination Apr 20 18:06:55.861433 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Loading extension file: port_device_profile.py {{(pid=86195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:06:55.862355 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=86195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:06:55.862977 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Loaded extension: port-device-profile Apr 20 18:06:55.863339 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Loading extension file: port_mac_address_regenerate.py {{(pid=86195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:06:55.865471 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=86195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:06:55.866047 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Loaded extension: port-mac-address-regenerate Apr 20 18:06:55.866410 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Loading extension file: port_numa_affinity_policy.py {{(pid=86195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:06:55.867384 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=86195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:06:55.867963 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Loaded extension: port-numa-affinity-policy Apr 20 18:06:55.868323 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Loading extension file: port_resource_request.py {{(pid=86195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:06:55.869247 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=86195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:06:55.869815 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Extension port-resource-request not supported by any of loaded plugins Apr 20 18:06:55.870173 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Loading extension file: portbindings.py {{(pid=86195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:06:55.871139 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=86195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:06:55.871702 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Loaded extension: binding Apr 20 18:06:55.872065 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Loading extension file: portbindings_extended.py {{(pid=86195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:06:55.873369 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=86195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:06:55.873936 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Loaded extension: binding-extended Apr 20 18:06:55.874298 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Loading extension file: portsecurity.py {{(pid=86195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:06:55.875280 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=86195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:06:55.875853 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Loaded extension: port-security Apr 20 18:06:55.876214 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Loading extension file: project_id.py {{(pid=86195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:06:55.877201 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=86195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:06:55.877578 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Loaded extension: project-id Apr 20 18:06:55.877940 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Loading extension file: providernet.py {{(pid=86195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:06:55.878896 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=86195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:06:55.880510 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Loaded extension: provider Apr 20 18:06:55.880875 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Loading extension file: qos.py {{(pid=86195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:06:55.884647 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=86195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:06:55.885254 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Extension qos not supported by any of loaded plugins Apr 20 18:06:55.885629 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Loading extension file: qos_bw_limit_direction.py {{(pid=86195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:06:55.886979 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=86195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:06:55.887559 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 20 18:06:55.887923 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=86195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:06:55.888968 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=86195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:06:55.889534 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 20 18:06:55.889901 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Loading extension file: qos_default.py {{(pid=86195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:06:55.890859 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=86195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:06:55.891433 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Extension qos-default not supported by any of loaded plugins Apr 20 18:06:55.891796 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Loading extension file: qos_fip.py {{(pid=86195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:06:55.892503 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=86195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:06:55.893063 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Extension qos-fip not supported by any of loaded plugins Apr 20 18:06:55.893423 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Loading extension file: qos_gateway_ip.py {{(pid=86195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:06:55.894362 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=86195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:06:55.895399 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 20 18:06:55.895766 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Loading extension file: qos_port_network_policy.py {{(pid=86195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:06:55.896707 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=86195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:06:55.897279 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 20 18:06:55.897642 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Loading extension file: qos_rule_type_details.py {{(pid=86195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:06:55.898618 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=86195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:06:55.899182 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 20 18:06:55.899542 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Loading extension file: qos_rules_alias.py {{(pid=86195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:06:55.900611 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=86195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:06:55.901182 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 20 18:06:55.901543 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Loading extension file: quotasv2.py {{(pid=86195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:06:55.902617 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=86195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:06:55.902991 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Loaded extension: quotas Apr 20 18:06:55.903349 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Loading extension file: quotasv2_detail.py {{(pid=86195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:06:55.905103 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=86195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:06:55.905486 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Loaded extension: quota_details Apr 20 18:06:55.905853 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Loading extension file: rbac.py {{(pid=86195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:06:55.907079 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=86195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:06:55.907673 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Loaded extension: rbac-policies Apr 20 18:06:55.908042 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Loading extension file: rbac_address_group.py {{(pid=86195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:06:55.908992 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=86195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:06:55.909575 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Loaded extension: rbac-address-group Apr 20 18:06:55.909940 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Loading extension file: rbac_address_scope.py {{(pid=86195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:06:55.911415 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=86195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:06:55.911991 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Loaded extension: rbac-address-scope Apr 20 18:06:55.912352 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Loading extension file: rbac_security_groups.py {{(pid=86195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:06:55.913284 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=86195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:06:55.913858 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Loaded extension: rbac-security-groups Apr 20 18:06:55.914222 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Loading extension file: rbac_subnetpool.py {{(pid=86195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:06:55.915210 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=86195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:06:55.915798 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Loaded extension: rbac-subnetpool Apr 20 18:06:55.916163 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Loading extension file: revisionifmatch.py {{(pid=86195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:06:55.917113 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=86195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:06:55.917684 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Loaded extension: revision-if-match Apr 20 18:06:55.918045 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Loading extension file: revisions.py {{(pid=86195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:06:55.919209 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=86195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:06:55.919780 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Loaded extension: standard-attr-revisions Apr 20 18:06:55.920147 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Loading extension file: router_availability_zone.py {{(pid=86195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:06:55.920872 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=86195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:06:55.921436 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Loaded extension: router_availability_zone Apr 20 18:06:55.921793 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Loading extension file: routerservicetype.py {{(pid=86195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:06:55.922764 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=86195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:06:55.923335 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Extension router-service-type not supported by any of loaded plugins Apr 20 18:06:55.923692 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=86195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:06:55.924637 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=86195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:06:55.925216 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Loaded extension: security-groups-normalized-cidr Apr 20 18:06:55.925573 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Loading extension file: security_groups_port_filtering.py {{(pid=86195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:06:55.927473 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=86195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:06:55.928046 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Loaded extension: port-security-groups-filtering Apr 20 18:06:55.928406 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Loading extension file: security_groups_remote_address_group.py {{(pid=86195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:06:55.929355 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=86195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:06:55.929922 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Loaded extension: security-groups-remote-address-group Apr 20 18:06:55.930280 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Loading extension file: securitygroup.py {{(pid=86195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:06:55.945318 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=86195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:06:55.945958 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Loaded extension: security-group Apr 20 18:06:55.946331 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Loading extension file: segment.py {{(pid=86195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:06:55.947237 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=86195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:06:55.947814 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Extension segment not supported by any of loaded plugins Apr 20 18:06:55.948183 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=86195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:06:55.949228 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=86195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:06:55.949803 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 20 18:06:55.950165 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Loading extension file: servicetype.py {{(pid=86195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:06:55.951303 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=86195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:06:55.951884 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Loaded extension: service-type Apr 20 18:06:55.952249 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Loading extension file: sorting.py {{(pid=86195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:06:55.953239 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=86195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:06:55.953617 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Loaded extension: sorting Apr 20 18:06:55.953976 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Loading extension file: standard_attr_segment.py {{(pid=86195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:06:55.954948 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=86195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:06:55.955534 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 20 18:06:55.955897 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Loading extension file: standardattrdescription.py {{(pid=86195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:06:55.956593 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=86195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:06:55.957185 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Loaded extension: standard-attr-description Apr 20 18:06:55.958036 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Loading extension file: stateful_security_group.py {{(pid=86195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:06:55.959033 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=86195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:06:55.959622 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Loaded extension: stateful-security-group Apr 20 18:06:55.959986 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Loading extension file: stdattrs_common.py {{(pid=86195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:06:55.960588 dv-cinder-786929-2-smb neutron-server[86195]: WARNING neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 20 18:06:55.960946 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=86195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:06:55.961955 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=86195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:06:55.962573 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 20 18:06:55.962933 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Loading extension file: subnet_onboard.py {{(pid=86195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:06:55.964000 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=86195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:06:55.964584 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Loaded extension: subnet_onboard Apr 20 18:06:55.964947 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Loading extension file: subnet_segmentid_writable.py {{(pid=86195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:06:55.965900 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=86195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:06:55.966497 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 20 18:06:55.966863 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Loading extension file: subnet_service_types.py {{(pid=86195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:06:55.967806 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=86195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:06:55.968389 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Loaded extension: subnet-service-types Apr 20 18:06:55.968752 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Loading extension file: subnetallocation.py {{(pid=86195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:06:55.969853 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=86195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:06:55.970469 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Loaded extension: subnet_allocation Apr 20 18:06:55.970815 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=86195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:06:55.971521 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=86195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:06:55.972113 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Loaded extension: subnetpool-prefix-ops Apr 20 18:06:55.972471 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=86195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:06:55.974139 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=86195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:06:55.974746 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 20 18:06:55.975111 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Loading extension file: tagging.py {{(pid=86195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:06:55.976468 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=86195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:06:55.977061 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Loaded extension: standard-attr-tag Apr 20 18:06:55.977427 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Loading extension file: timestamp.py {{(pid=86195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:06:55.978641 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=86195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:06:55.987116 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Loaded extension: standard-attr-timestamp Apr 20 18:06:55.987502 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Loading extension file: trunk.py {{(pid=86195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:06:55.989610 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=86195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:06:55.990197 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Extension trunk not supported by any of loaded plugins Apr 20 18:06:55.990593 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Loading extension file: trunk_details.py {{(pid=86195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:06:55.991566 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=86195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:06:55.992146 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Extension trunk-details not supported by any of loaded plugins Apr 20 18:06:55.992509 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Loading extension file: uplink_status_propagation.py {{(pid=86195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:06:55.993445 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=86195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:06:55.994022 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 20 18:06:55.999914 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Loading extension file: vlantransparent.py {{(pid=86195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 18:06:56.000664 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=86195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 18:06:56.001255 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Extension vlan-transparent not supported by any of loaded plugins Apr 20 18:06:56.004732 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.quota.resource_registry [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Creating instance of TrackedResource for resource:network Apr 20 18:06:56.005709 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.quota.resource_registry [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Creating instance of TrackedResource for resource:subnet Apr 20 18:06:56.006386 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.quota.resource_registry [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Creating instance of TrackedResource for resource:subnetpool Apr 20 18:06:56.007106 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.quota.resource_registry [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Creating instance of TrackedResource for resource:port Apr 20 18:06:56.008647 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.v2.resource_helper [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86195) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 20 18:06:56.009124 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.v2.resource_helper [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Service FLAVORS assigned prefix: {{(pid=86195) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 20 18:06:56.009795 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.v2.resource_helper [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86195) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 20 18:06:56.010251 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.v2.resource_helper [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86195) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 20 18:06:56.010642 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.quota.resource_registry [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Creating instance of TrackedResource for resource:router Apr 20 18:06:56.011357 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.quota.resource_registry [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Creating instance of TrackedResource for resource:floatingip Apr 20 18:06:56.012129 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.v2.resource_helper [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Service METERING assigned prefix: /metering {{(pid=86195) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 20 18:06:56.013954 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=86195) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:06:56.014349 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=86195) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:06:56.014754 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86195) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:06:56.015994 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.quota.resource_registry [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Creating instance of CountableResource for resource:rbac_policy Apr 20 18:06:56.016392 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.quota.resource_registry [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Creating instance of TrackedResource for resource:security_group Apr 20 18:06:56.017191 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.quota.resource_registry [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Creating instance of TrackedResource for resource:security_group_rule Apr 20 18:06:56.017971 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.v2.resource_helper [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Service CORE assigned prefix: {{(pid=86195) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 20 18:06:56.018344 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.quota.resource_registry [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Creating instance of TrackedResource for resource:subnetpool Apr 20 18:06:56.018733 dv-cinder-786929-2-smb neutron-server[86195]: WARNING neutron.quota.resource_registry [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] subnetpool is already registered Apr 20 18:06:56.019382 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.v2.resource_helper [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Service CORE assigned prefix: {{(pid=86195) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 20 18:06:56.019790 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.quota.resource_registry [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Creating instance of TrackedResource for resource:subnetpool Apr 20 18:06:56.020318 dv-cinder-786929-2-smb neutron-server[86195]: WARNING neutron.quota.resource_registry [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] subnetpool is already registered Apr 20 18:06:56.023061 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.v2.resource_helper [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86195) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 20 18:06:56.023536 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.v2.resource_helper [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Service FLAVORS assigned prefix: {{(pid=86195) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 20 18:06:56.024183 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.v2.resource_helper [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86195) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 20 18:06:56.024638 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.v2.resource_helper [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86195) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 20 18:06:56.025001 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.quota.resource_registry [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Creating instance of TrackedResource for resource:router Apr 20 18:06:56.025364 dv-cinder-786929-2-smb neutron-server[86195]: WARNING neutron.quota.resource_registry [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] router is already registered Apr 20 18:06:56.026015 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.quota.resource_registry [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Creating instance of TrackedResource for resource:floatingip Apr 20 18:06:56.026377 dv-cinder-786929-2-smb neutron-server[86195]: WARNING neutron.quota.resource_registry [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] floatingip is already registered Apr 20 18:06:56.027094 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.v2.resource_helper [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Service METERING assigned prefix: /metering {{(pid=86195) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 20 18:06:56.027823 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.quota.resource_registry [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Creating instance of CountableResource for resource:rbac_policy Apr 20 18:06:56.028181 dv-cinder-786929-2-smb neutron-server[86195]: WARNING neutron.quota.resource_registry [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] rbac_policy is already registered Apr 20 18:06:56.028800 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.quota.resource_registry [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Creating instance of TrackedResource for resource:security_group Apr 20 18:06:56.029160 dv-cinder-786929-2-smb neutron-server[86195]: WARNING neutron.quota.resource_registry [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] security_group is already registered Apr 20 18:06:56.029793 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.quota.resource_registry [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Creating instance of TrackedResource for resource:security_group_rule Apr 20 18:06:56.030153 dv-cinder-786929-2-smb neutron-server[86195]: WARNING neutron.quota.resource_registry [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] security_group_rule is already registered Apr 20 18:06:56.030885 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.v2.resource_helper [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Service CORE assigned prefix: {{(pid=86195) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 20 18:06:56.031247 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.quota.resource_registry [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Creating instance of TrackedResource for resource:subnetpool Apr 20 18:06:56.031605 dv-cinder-786929-2-smb neutron-server[86195]: WARNING neutron.quota.resource_registry [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] subnetpool is already registered Apr 20 18:06:56.032283 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.v2.resource_helper [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Service CORE assigned prefix: {{(pid=86195) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 20 18:06:56.032639 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.quota.resource_registry [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Creating instance of TrackedResource for resource:subnetpool Apr 20 18:06:56.032992 dv-cinder-786929-2-smb neutron-server[86195]: WARNING neutron.quota.resource_registry [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] subnetpool is already registered Apr 20 18:06:56.033688 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Extended resource: extensions {{(pid=86195) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 18:06:56.035337 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Extended resource: address-groups {{(pid=86195) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 18:06:56.037079 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Extended resource: address-scopes {{(pid=86195) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 18:06:56.038330 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Extended resource: agents {{(pid=86195) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 18:06:56.039590 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Extended resource: auto-allocated-topology {{(pid=86195) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 18:06:56.040887 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Extended resource: availability_zones {{(pid=86195) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 18:06:56.042264 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Extended resource: dhcp-networks {{(pid=86195) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 18:06:56.043792 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Extended resource: dhcp-agents {{(pid=86195) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 18:06:56.045273 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Extended resource: routers {{(pid=86195) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 18:06:56.047160 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Extended resource: flavors {{(pid=86195) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 18:06:56.048370 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Extended resource: service_profiles {{(pid=86195) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 18:06:56.049633 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Extended resource: next_providers {{(pid=86195) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 18:06:56.051991 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Extended resource: service_profiles {{(pid=86195) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 18:06:56.053510 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Extended resource: floatingip-pools {{(pid=86195) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 18:06:56.054805 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Extended resource: routers {{(pid=86195) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 18:06:56.056660 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Extended resource: floatingips {{(pid=86195) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 18:06:56.057911 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Extended resource: l3-routers {{(pid=86195) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 18:06:56.059412 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Extended resource: l3-agents {{(pid=86195) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 18:06:56.060938 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Extended resource: metering-labels {{(pid=86195) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 18:06:56.063344 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Extended resource: metering-label-rules {{(pid=86195) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 18:06:56.064672 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Extended resource: network-ip-availabilities {{(pid=86195) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 18:06:56.066015 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Extended resource: bindings {{(pid=86195) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 18:06:56.068396 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Extended resource: quotas {{(pid=86195) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 18:06:56.069900 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Extended resource: quotas {{(pid=86195) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 18:06:56.071409 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Extended resource: rbac-policies {{(pid=86195) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 18:06:56.072761 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Extended resource: security-groups {{(pid=86195) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 18:06:56.074032 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Extended resource: security-group-rules {{(pid=86195) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 18:06:56.075355 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Extended resource: service-providers {{(pid=86195) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 18:06:56.076619 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Extended resource: subnetpools {{(pid=86195) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 18:06:56.078096 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Extended resource: subnetpools {{(pid=86195) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 18:06:56.079626 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Extended resource: tags {{(pid=86195) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 18:06:56.081429 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Extended resource: tags {{(pid=86195) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 18:06:56.083945 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Extended resource: tags {{(pid=86195) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 18:06:56.085821 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Extended resource: tags {{(pid=86195) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 18:06:56.087700 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Extended resource: tags {{(pid=86195) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 18:06:56.089783 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Extended resource: tags {{(pid=86195) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 18:06:56.091591 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Extended resource: tags {{(pid=86195) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 18:06:56.093556 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Extended resource: tags {{(pid=86195) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 18:06:56.095548 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Extended resource: tags {{(pid=86195) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 18:06:56.097532 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.extensions [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Extended resource: tags {{(pid=86195) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 18:06:56.105041 dv-cinder-786929-2-smb neutron-server[86195]: WARNING keystonemiddleware.auth_token [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 20 18:06:56.110322 dv-cinder-786929-2-smb neutron-server[86195]: WARNING keystonemiddleware.auth_token [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 20 18:06:56.119757 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Acquired lock "singleton_lock" {{(pid=86195) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}} Apr 20 18:06:56.120268 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Releasing lock "singleton_lock" {{(pid=86195) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}} Apr 20 18:06:56.121722 dv-cinder-786929-2-smb neutron-server[86195]: INFO oslo_service.service [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Starting 2 workers Apr 20 18:06:56.126541 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Started child 86310 {{(pid=86195) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 20 18:06:56.131198 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:06:56.132274 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Started child 86311 {{(pid=86195) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 20 18:06:56.132662 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [-] (86310) wsgi starting up on http://0.0.0.0:9696 Apr 20 18:06:56.133767 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.service [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Neutron service started, listening on 0.0.0.0:9696 Apr 20 18:06:56.134453 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Notify callbacks [] for process, before_spawn {{(pid=86195) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:06:56.135918 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:06:56.136922 dv-cinder-786929-2-smb neutron-server[86195]: INFO oslo_service.service [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Starting 1 workers Apr 20 18:06:56.137265 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [-] (86311) wsgi starting up on http://0.0.0.0:9696 Apr 20 18:06:56.142442 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Started child 86312 {{(pid=86195) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 20 18:06:56.143016 dv-cinder-786929-2-smb neutron-server[86195]: INFO oslo_service.service [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Starting 1 workers Apr 20 18:06:56.144518 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.service [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] calling RpcWorker wait() {{(pid=86312) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 20 18:06:56.145395 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.service [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] returning from RpcWorker wait() {{(pid=86312) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 20 18:06:56.146970 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:06:56.147464 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=86312) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:06:56.148421 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Started child 86313 {{(pid=86195) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 20 18:06:56.149219 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-cabe4518-aa07-45f2-adc5-05680449c3ae None None] Notify callbacks [] for process, after_spawn {{(pid=86195) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:06:56.150904 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=86195) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Apr 20 18:06:56.151137 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Apr 20 18:06:56.151341 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Apr 20 18:06:56.151617 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Apr 20 18:06:56.152028 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Apr 20 18:06:56.152218 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Apr 20 18:06:56.152387 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:06:56.152791 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:56.153078 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:56.153378 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:56.153649 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:56.153967 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:56.154617 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:56.154910 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:56.155194 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:56.155496 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:56.155774 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:56.155970 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:56.156162 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:56.156441 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:56.156719 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:56.157060 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:56.157343 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:56.157604 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:56.157879 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:56.158085 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:56.158350 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] config_source = [] {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:56.158682 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:56.158968 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:56.159262 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] debug = True {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:56.159529 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:56.160081 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:56.161143 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:56.161143 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:56.161543 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:56.161778 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:56.161998 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:56.162297 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:56.162583 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:56.162831 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:56.163112 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:56.163385 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:56.163639 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:56.163882 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:56.164127 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:56.164413 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:56.164731 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:56.165081 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] host = dv-cinder-786929-2-smb {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:56.165350 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:56.165592 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:56.165855 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:56.166113 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:56.166389 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:56.166683 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:56.166965 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:56.167249 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:56.167525 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:56.167779 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:56.168053 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:56.168309 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:56.168575 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] log_dir = None {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:56.168846 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] log_file = None {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:56.169037 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] log_options = True {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:56.169290 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:56.169598 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:56.169885 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:56.170094 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:56.170282 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:56.170469 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:56.170756 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:56.170928 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:56.171193 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:56.171434 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:56.171670 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:56.171912 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:56.172155 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:56.172401 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:56.172678 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:56.172935 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:56.173200 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:56.173452 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:56.173759 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:56.174034 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:56.174316 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:56.174615 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:56.174858 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:56.175116 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:56.175358 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:56.175602 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:56.175877 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:56.176195 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:56.176444 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:56.176844 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:56.177104 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:56.177355 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:56.177679 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:56.177921 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:56.178191 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:56.178461 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:56.178720 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:56.179091 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:56.179327 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:56.179592 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:56.180065 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:56.180314 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:56.180581 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:56.180830 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:56.181087 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] use_journal = False {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:56.181344 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] use_json = False {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:56.181634 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:56.181789 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:56.181937 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=86313) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:06:56.182080 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:56.182298 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:56.182564 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:56.182831 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:56.182991 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:56.183258 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:56.183728 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.184018 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.184374 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.184643 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.185003 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.185160 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.185425 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.185672 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.185951 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.186212 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.186551 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.186816 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.187143 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.187390 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.187658 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.188030 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.188322 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.188616 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.188860 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.189100 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.189315 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.189585 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.189912 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.190240 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.190668 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.32/identity {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.190931 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.191091 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.191233 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.191477 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.192242 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.192452 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.192698 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.192937 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.193202 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.193443 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.193693 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.193959 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.194207 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.194489 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.194726 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.195555 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.195763 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.196014 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.196277 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.196519 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.196760 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.197152 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.197419 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.197687 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.197976 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.198245 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.198521 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.198771 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.199116 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.199401 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.199675 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.199925 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.200179 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.200377 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.200574 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.200825 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.202462 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.202462 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.202462 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.202462 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.202462 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.202462 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.202462 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.202960 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.202960 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.203085 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.203318 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.203765 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.204200 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.204615 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.205029 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.205471 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.206327 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.206327 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.206327 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.206831 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.206831 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.206831 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.207279 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.207947 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.208240 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.208514 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.208863 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.209113 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.210366 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.210366 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.210366 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.210366 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.210366 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.210896 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.210896 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.210896 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.211171 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.211392 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.211654 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.211941 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.212201 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.212453 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.212695 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.212969 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.213224 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.213503 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.213769 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.214032 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.214295 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.214623 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.214956 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.215223 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.215526 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.215769 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.216070 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.216400 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.216702 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.217007 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.217297 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.217585 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.217873 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.218158 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.218460 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.218720 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.219008 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.219259 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.219574 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.219846 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.220095 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.220350 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.220624 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.220991 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.221271 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.221540 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.221779 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.222076 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.222379 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.222686 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.223321 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.223566 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.223779 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.224001 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.225276 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.32/identity {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.225276 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.225276 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.225276 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.225276 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.226027 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.226027 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.226027 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.226472 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.226472 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.226649 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.227715 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.227715 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.227715 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.227715 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.227715 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.228389 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.228389 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.228389 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.228705 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.228858 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.229102 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.229344 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.229587 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.229866 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.230111 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.230416 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.230705 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.230959 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.231249 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.231501 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.231771 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.232011 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.232284 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.232532 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.232771 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.233025 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.233269 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.233514 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.233769 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.234029 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.234288 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.234572 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.234896 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.235235 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.235509 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.235788 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.236050 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.236292 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.236877 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.236877 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.237334 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.237334 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.237606 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.237746 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.237999 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.238934 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.238934 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.238934 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.239405 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.239405 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.239598 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.239780 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.240119 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.240404 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.240664 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.240928 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.241166 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.241422 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.241661 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.241917 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.242161 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.242398 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.242698 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.242939 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.243194 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.243441 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.243677 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.243928 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.244164 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.244400 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.244643 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.244878 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.245129 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.245366 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.245601 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.245843 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.246078 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.246418 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.246739 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.246989 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.247295 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.247559 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.247836 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.248115 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.248479 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.248750 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.249024 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.249276 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.249525 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.249774 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.250106 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.250492 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.251087 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.251087 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.251371 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.251685 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.252304 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.252304 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.252492 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.252781 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.253123 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.253404 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.253675 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.253948 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.254780 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.255072 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.255263 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.255506 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.255751 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.255970 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.256222 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.256516 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.256768 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.257014 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.257274 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.257542 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.257775 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.258007 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.258297 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.258584 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.258765 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Apr 20 18:06:56.259281 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=86195) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Apr 20 18:06:56.259464 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Apr 20 18:06:56.259641 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Apr 20 18:06:56.259859 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Apr 20 18:06:56.260060 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Apr 20 18:06:56.260238 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Apr 20 18:06:56.260480 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:56.260666 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:56.260851 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:56.261033 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:56.261218 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:56.261419 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:56.261602 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:56.261783 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:56.261964 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:56.262145 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:56.262327 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:56.262530 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:56.262713 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:56.262894 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:56.263075 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:56.263256 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:56.263443 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:56.263625 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:56.263809 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:56.263990 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] config_source = [] {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:56.264171 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:56.264353 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:56.264522 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] debug = True {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:56.264688 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:56.264902 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:56.265085 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:56.265268 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:56.265448 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:56.265630 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:56.265810 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:56.265990 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:56.266217 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:56.266323 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:56.266531 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:56.266713 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:56.266893 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:56.267076 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:56.267256 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:56.267437 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:56.267617 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:56.267786 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] host = dv-cinder-786929-2-smb {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:56.267926 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:56.268107 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:56.268287 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:56.268467 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:56.268648 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:56.268829 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:56.269008 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:56.269188 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:56.269369 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:56.269549 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:56.269779 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:56.269969 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:56.270188 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] log_dir = None {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:56.270404 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] log_file = None {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:56.270636 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] log_options = True {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:56.270636 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:56.270906 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:56.270906 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:56.271183 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:56.271323 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:56.271462 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:56.271579 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:56.271752 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:56.271937 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:56.272123 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:56.272261 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:56.272410 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:56.272590 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:56.272770 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:56.272935 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:56.273204 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:56.273306 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:56.273409 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:56.273581 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:56.273762 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:56.273948 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:56.274131 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:56.274311 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:56.274518 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:56.274710 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:56.274850 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:56.275034 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:56.275215 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:56.275395 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:56.275547 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:56.275741 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:56.275955 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:56.276093 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:56.276192 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:56.276371 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:56.276552 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:56.276732 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:56.276916 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:56.277096 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:56.277276 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:56.277458 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:56.277638 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:56.277817 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:56.277997 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:56.278175 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] use_journal = False {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:56.278356 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] use_json = False {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:56.278585 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:56.278767 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:56.278951 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:56.279209 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:56.279353 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:56.279454 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:56.279591 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:56.279728 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 18:06:56.279928 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.280114 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.280310 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.280494 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.280679 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.280862 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.281045 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.281229 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.281413 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.281594 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.281783 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.281968 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.282164 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.282349 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.282556 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.282743 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.282930 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.283114 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.283297 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.283485 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.283671 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.283856 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.284057 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.284243 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.284400 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.32/identity {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.284587 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.284770 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.284955 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.285151 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.285954 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.285954 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.286308 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.286308 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.286623 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.286766 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.286886 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.287022 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.287177 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.287320 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.287459 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.287610 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.287749 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.287932 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.288115 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.288298 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.288482 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.288636 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.288824 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.289009 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.289191 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.289385 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.289568 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.289749 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.289933 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.290116 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.290267 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.290471 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.290659 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.290842 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.291026 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.291208 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.291407 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.291590 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.291773 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.291933 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.292115 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.292297 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.292480 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.292664 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.292849 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.293031 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.293213 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.293396 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.293582 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.293734 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.293926 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.294110 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.294292 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.294497 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.294682 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.294864 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.295047 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.295203 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.295387 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.295578 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.295778 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.295961 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.296143 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.296325 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.296508 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.296691 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.296845 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.297029 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.297212 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.297393 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.297576 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.297759 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.297945 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.298128 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.298310 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.298561 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.298706 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.298845 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.298983 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.299123 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.299301 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.299484 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.299665 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.299847 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.300027 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.300209 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.300402 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.300659 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.300811 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.301004 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.301741 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.301943 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.302131 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.302319 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.302529 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.302716 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.302875 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.303059 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.303244 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.303427 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.303610 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.303794 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.303990 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.304184 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.304368 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.304551 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.304734 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.304967 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.305150 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.305335 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.305519 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.305671 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.305859 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.306042 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.306229 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.306465 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.306606 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.306708 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.306898 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.32/identity {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.307082 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.307266 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.307449 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.307551 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=86312) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:06:56.307649 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.307793 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.307978 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.308162 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.308473 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.308473 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.308759 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.308860 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.308958 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.309141 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.309323 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.309507 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.309690 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.309872 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.310056 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.310239 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.310439 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.310643 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.310837 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.310984 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.311168 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.311349 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.311533 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.311717 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.311899 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.312083 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.312267 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.312451 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.312635 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.312818 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.313001 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.313185 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.313368 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.313550 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.313733 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.313922 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.314105 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.314288 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.314493 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.314678 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.314878 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.315061 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.315243 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.315426 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.315609 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.315792 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.315974 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.316157 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.316340 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.316551 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.316807 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.316946 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.317046 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.317364 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.317552 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.317737 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.317921 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.318104 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.318286 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.318523 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.318712 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.318896 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.319081 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.319264 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.319457 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.319642 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.319824 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.320008 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.320191 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.320385 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.320568 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.320751 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.320946 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.321091 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.321283 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.321466 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.321649 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.321833 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.322015 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.322207 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.322391 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.322598 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.322782 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.322966 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.323161 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.323420 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.323559 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.323673 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.323828 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.324013 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.324215 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.324366 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.324524 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.324687 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.324870 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.325055 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.325250 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.325490 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.325592 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.325696 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.325887 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.326073 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.326265 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.326473 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.326702 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.326943 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.327047 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.327187 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.327325 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.327508 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.327693 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.327876 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.328058 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.328241 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.328423 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.328607 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.328791 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.328972 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.329126 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.329311 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.329493 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.329675 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.329858 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.330040 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.330222 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.330405 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.330611 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 18:06:56.330787 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86195) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Apr 20 18:06:56.531507 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.32', 46558) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:06:56.545329 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [-] 10.222.0.32 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0112238 Apr 20 18:07:08.177595 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1f718ba-a217-4d2e-b2a9-0805e404bc6e None None] get_active_networks_info from dv-cinder-786929-2-smb {{(pid=86312) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 20 18:07:08.357398 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1f718ba-a217-4d2e-b2a9-0805e404bc6e None None] No non-hosted networks {{(pid=86312) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 20 18:07:08.384876 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-37724ce3-96c4-4c70-9f98-779fe1339369 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299861013637'] for agent, after_create {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:07:10.867839 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-d603fa88-f68e-4651-a277-2efa359d9eb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299861013637'] for agent, after_create {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:07:10.923289 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-f99739b4-8aa2-4a80-8035-a72cb076331b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299861013637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394135'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:07:11.079342 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-2bb93f3c-0bff-4547-a1e0-c38a344e24ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299861013637'] for agent, after_create {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:07:12.095668 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299861013637'] for agent, after_create {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:07:12.097063 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:07:12.097673 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:07:12.099426 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:07:12.100298 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:07:12.100673 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:07:12.101043 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:07:12.101407 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:07:12.101770 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:07:12.102131 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:07:12.102510 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:07:12.102876 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:07:12.103236 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:07:12.103652 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-786929-2-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=86312) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:07:12.132329 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-786929-2-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=86312) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:07:13.283907 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-f70b5d3b-7deb-456f-82aa-acef0ba2518a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299861013637'] for agent, after_create {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:07:14.078634 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.32', 46646) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:07:14.772634 dv-cinder-786929-2-smb neutron-server[86195]: WARNING oslo_policy.policy [None req-c6c06f96-701a-436f-a368-289c1bd14e32 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 20 18:07:14.773185 dv-cinder-786929-2-smb neutron-server[86195]: WARNING oslo_policy.policy [None req-c6c06f96-701a-436f-a368-289c1bd14e32 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 20 18:07:15.011007 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [None req-c6c06f96-701a-436f-a368-289c1bd14e32 admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=86310) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 20 18:07:15.012150 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-c6c06f96-701a-436f-a368-289c1bd14e32 admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.9324846 Apr 20 18:07:15.275522 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.db.l3_hamode_db [None req-557d65f9-1002-4f56-8a2c-081baff52c31 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 20 18:07:15.369596 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-557d65f9-1002-4f56-8a2c-081baff52c31 None None] Routers set() bound to L3 agent in host dv-cinder-786929-2-smb {{(pid=86312) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:07:15.370026 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-557d65f9-1002-4f56-8a2c-081baff52c31 None None] Router IDs set() for agent in host dv-cinder-786929-2-smb {{(pid=86312) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:466}} Apr 20 18:07:17.840485 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.32', 46662) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:07:18.257261 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.v2.base [None req-767969e9-f423-487f-b464-b8875d5ef3e1 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'is_default': True, 'default_prefixlen': 26, 'shared': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=86310) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:07:18.364081 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.policy [None req-767969e9-f423-487f-b464-b8875d5ef3e1 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=86310) register_rules /opt/stack/neutron/neutron/policy.py:75}} Apr 20 18:07:18.422154 dv-cinder-786929-2-smb neutron-server[86195]: WARNING oslo_policy.policy [None req-767969e9-f423-487f-b464-b8875d5ef3e1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 20 18:07:18.422624 dv-cinder-786929-2-smb neutron-server[86195]: WARNING oslo_policy.policy [None req-767969e9-f423-487f-b464-b8875d5ef3e1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 20 18:07:18.441528 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.quota [None req-767969e9-f423-487f-b464-b8875d5ef3e1 admin admin] Loaded quota_driver: . Apr 20 18:07:18.458734 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-767969e9-f423-487f-b464-b8875d5ef3e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:07:18.518020 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-767969e9-f423-487f-b464-b8875d5ef3e1 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363299862287593', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363299862288221', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363299862279092', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363299862271000', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363299862255316', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363299862255519', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1424855', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1718231', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036854223004', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3616395'] for rbac-policy, before_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:07:18.744856 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-767969e9-f423-487f-b464-b8875d5ef3e1 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:07:18.746102 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-767969e9-f423-487f-b464-b8875d5ef3e1 admin admin] 10.222.0.32 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.9046638 Apr 20 18:07:21.839342 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.32', 46676) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:07:22.229614 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.v2.base [None req-6c4118db-2959-414f-abaf-064cf8b1b3e5 admin admin] Request body: {'network': {'name': 'private', 'project_id': '930f6eef44cf418db6a6296172720cdb', 'admin_state_up': True}} {{(pid=86310) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:07:22.236131 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-6c4118db-2959-414f-abaf-064cf8b1b3e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:07:22.241927 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-6c4118db-2959-414f-abaf-064cf8b1b3e5 admin admin] Usage tracker for resource:network and tenant:930f6eef44cf418db6a6296172720cdb is out of sync, need to count used quota {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:07:22.245670 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-6c4118db-2959-414f-abaf-064cf8b1b3e5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:07:22.252018 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-6c4118db-2959-414f-abaf-064cf8b1b3e5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:07:22.261279 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c4118db-2959-414f-abaf-064cf8b1b3e5 admin admin] Made reservation on behalf of 930f6eef44cf418db6a6296172720cdb for: {'network': 1} {{(pid=86310) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 18:07:22.267143 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-6c4118db-2959-414f-abaf-064cf8b1b3e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624671'] for network, before_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:07:22.283797 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-6c4118db-2959-414f-abaf-064cf8b1b3e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:07:22.298897 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-6c4118db-2959-414f-abaf-064cf8b1b3e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:07:22.303448 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-6c4118db-2959-414f-abaf-064cf8b1b3e5 admin admin] Usage tracker for resource:security_group_rule and tenant:930f6eef44cf418db6a6296172720cdb is out of sync, need to count used quota {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:07:22.306954 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-6c4118db-2959-414f-abaf-064cf8b1b3e5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:07:22.312818 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-6c4118db-2959-414f-abaf-064cf8b1b3e5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:07:22.416827 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-6c4118db-2959-414f-abaf-064cf8b1b3e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:07:22.419605 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-6c4118db-2959-414f-abaf-064cf8b1b3e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854236768'] for security_group, after_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:07:22.424463 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:07:22.443195 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c4118db-2959-414f-abaf-064cf8b1b3e5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 140} {{(pid=86310) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 20 18:07:22.472513 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-6c4118db-2959-414f-abaf-064cf8b1b3e5 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363299861013654', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1711814'] for segment, precommit_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:07:22.473123 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-6c4118db-2959-414f-abaf-064cf8b1b3e5 admin admin] Unsubscribe: segment precommit_create {{(pid=86310) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Apr 20 18:07:22.474369 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.db.segments_db [None req-6c4118db-2959-414f-abaf-064cf8b1b3e5 admin admin] Added segment 9ab74483-e298-4ff0-a61d-0bb40cf861df of type vlan for network d2c185a3-1276-4d55-a57e-cb988df36fd7 Apr 20 18:07:22.524424 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4118db-2959-414f-abaf-064cf8b1b3e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb6d9fa0-9fca-4762-a611-d778c189ec56,revision_number=1']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:07:22.548234 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4118db-2959-414f-abaf-064cf8b1b3e5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:07:22.548598 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4118db-2959-414f-abaf-064cf8b1b3e5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:07:22.548955 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4118db-2959-414f-abaf-064cf8b1b3e5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:07:22.549312 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4118db-2959-414f-abaf-064cf8b1b3e5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:07:22.549663 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4118db-2959-414f-abaf-064cf8b1b3e5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:07:22.550009 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4118db-2959-414f-abaf-064cf8b1b3e5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:07:22.550354 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4118db-2959-414f-abaf-064cf8b1b3e5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:07:22.550730 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4118db-2959-414f-abaf-064cf8b1b3e5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:07:22.551076 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4118db-2959-414f-abaf-064cf8b1b3e5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:07:22.551420 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4118db-2959-414f-abaf-064cf8b1b3e5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:07:22.552355 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4118db-2959-414f-abaf-064cf8b1b3e5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:07:22.552688 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4118db-2959-414f-abaf-064cf8b1b3e5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:07:22.553898 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4118db-2959-414f-abaf-064cf8b1b3e5 admin admin] Tracked resource versions report: Apr 20 18:07:22.553898 dv-cinder-786929-2-smb neutron-server[86195]: pushed versions: Apr 20 18:07:22.553898 dv-cinder-786929-2-smb neutron-server[86195]: { 'AddressGroup': {'1.2'}, Apr 20 18:07:22.553898 dv-cinder-786929-2-smb neutron-server[86195]: 'ConntrackHelper': {'1.0'}, Apr 20 18:07:22.553898 dv-cinder-786929-2-smb neutron-server[86195]: 'Log': {'1.0'}, Apr 20 18:07:22.553898 dv-cinder-786929-2-smb neutron-server[86195]: 'Network': {'1.1'}, Apr 20 18:07:22.553898 dv-cinder-786929-2-smb neutron-server[86195]: 'Port': {'1.7'}, Apr 20 18:07:22.553898 dv-cinder-786929-2-smb neutron-server[86195]: 'PortForwarding': {'1.2'}, Apr 20 18:07:22.553898 dv-cinder-786929-2-smb neutron-server[86195]: 'QosPolicy': {'1.8'}, Apr 20 18:07:22.553898 dv-cinder-786929-2-smb neutron-server[86195]: 'SecurityGroup': {'1.4'}, Apr 20 18:07:22.553898 dv-cinder-786929-2-smb neutron-server[86195]: 'SecurityGroupRule': {'1.2'}, Apr 20 18:07:22.553898 dv-cinder-786929-2-smb neutron-server[86195]: 'SubPort': {'1.0'}, Apr 20 18:07:22.553898 dv-cinder-786929-2-smb neutron-server[86195]: 'Subnet': {'1.1'}, Apr 20 18:07:22.553898 dv-cinder-786929-2-smb neutron-server[86195]: 'Trunk': {'1.1'}} Apr 20 18:07:22.553898 dv-cinder-786929-2-smb neutron-server[86195]: consumer versions: Apr 20 18:07:22.553898 dv-cinder-786929-2-smb neutron-server[86195]: { DHCP agent@dv-cinder-786929-2-smb: {}, Apr 20 18:07:22.553898 dv-cinder-786929-2-smb neutron-server[86195]: L3 agent@dv-cinder-786929-2-smb: {}, Apr 20 18:07:22.553898 dv-cinder-786929-2-smb neutron-server[86195]: Metadata agent@dv-cinder-786929-2-smb: {}, Apr 20 18:07:22.553898 dv-cinder-786929-2-smb neutron-server[86195]: Metering agent@dv-cinder-786929-2-smb: {}, Apr 20 18:07:22.553898 dv-cinder-786929-2-smb neutron-server[86195]: Open vSwitch agent@dv-cinder-786929-2-smb: { 'AddressGroup': '1.2', Apr 20 18:07:22.553898 dv-cinder-786929-2-smb neutron-server[86195]: 'ConntrackHelper': '1.0', Apr 20 18:07:22.553898 dv-cinder-786929-2-smb neutron-server[86195]: 'Log': '1.0', Apr 20 18:07:22.553898 dv-cinder-786929-2-smb neutron-server[86195]: 'Network': '1.1', Apr 20 18:07:22.553898 dv-cinder-786929-2-smb neutron-server[86195]: 'Port': '1.7', Apr 20 18:07:22.553898 dv-cinder-786929-2-smb neutron-server[86195]: 'PortForwarding': '1.2', Apr 20 18:07:22.553898 dv-cinder-786929-2-smb neutron-server[86195]: 'QosPolicy': '1.8', Apr 20 18:07:22.553898 dv-cinder-786929-2-smb neutron-server[86195]: 'SecurityGroup': '1.4', Apr 20 18:07:22.553898 dv-cinder-786929-2-smb neutron-server[86195]: 'SecurityGroupRule': '1.2', Apr 20 18:07:22.553898 dv-cinder-786929-2-smb neutron-server[86195]: 'SubPort': '1.0', Apr 20 18:07:22.553898 dv-cinder-786929-2-smb neutron-server[86195]: 'Subnet': '1.1', Apr 20 18:07:22.553898 dv-cinder-786929-2-smb neutron-server[86195]: 'Trunk': '1.1'}} Apr 20 18:07:22.553898 dv-cinder-786929-2-smb neutron-server[86195]: {{(pid=86310) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 20 18:07:22.597431 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-6c4118db-2959-414f-abaf-064cf8b1b3e5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363299861504440'] for network, precommit_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:07:22.607398 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-6c4118db-2959-414f-abaf-064cf8b1b3e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:07:22.639735 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-6c4118db-2959-414f-abaf-064cf8b1b3e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854236788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514'] for network, after_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:07:22.641188 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c4118db-2959-414f-abaf-064cf8b1b3e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:07:22.641815 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-6c4118db-2959-414f-abaf-064cf8b1b3e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-751497'] for network, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:07:22.647536 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:07:22.759099 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-6c4118db-2959-414f-abaf-064cf8b1b3e5 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.9182289 Apr 20 18:07:22.762021 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4118db-2959-414f-abaf-064cf8b1b3e5 admin admin] Pushing event updated for resources: {'Network': ['ID=d2c185a3-1276-4d55-a57e-cb988df36fd7,revision_number=1']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:07:22.765239 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-6c4118db-2959-414f-abaf-064cf8b1b3e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:07:22.774610 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.rpc [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Network d2c185a3-1276-4d55-a57e-cb988df36fd7 details requested by agent ovs-agent-dv-cinder-786929-2-smb with host dv-cinder-786929-2-smb {{(pid=86312) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 18:07:25.893401 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.32', 46692) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:07:26.397379 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b9463a0-f5fe-48d4-aac5-c0c2bb77371b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:07:26.398890 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-9b9463a0-f5fe-48d4-aac5-c0c2bb77371b admin admin] 10.222.0.32 "GET /v2.0/networks/d2c185a3-1276-4d55-a57e-cb988df36fd7 HTTP/1.1" status: 200 len: 825 time: 0.5044489 Apr 20 18:07:26.428361 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-97745a98-4bca-4fcf-b58c-b0be780f6146 admin admin] 10.222.0.32 "GET /v2.0/subnetpools/345872fc-ebf8-4cae-b03e-11e2276065a7 HTTP/1.1" status: 200 len: 734 time: 0.0233421 Apr 20 18:07:26.438696 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.v2.base [None req-5d9366fc-8e2b-4f35-a0ce-bba2a2fb414e admin admin] Request body: {'subnet': {'tenant_id': '930f6eef44cf418db6a6296172720cdb', 'network_id': 'd2c185a3-1276-4d55-a57e-cb988df36fd7', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'subnetpool_id': '345872fc-ebf8-4cae-b03e-11e2276065a7', 'name': 'private-subnet'}} {{(pid=86310) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:07:26.444322 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-5d9366fc-8e2b-4f35-a0ce-bba2a2fb414e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:07:26.448278 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-5d9366fc-8e2b-4f35-a0ce-bba2a2fb414e admin admin] Usage tracker for resource:subnet and tenant:930f6eef44cf418db6a6296172720cdb is out of sync, need to count used quota {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:07:26.451306 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-5d9366fc-8e2b-4f35-a0ce-bba2a2fb414e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:07:26.457247 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-5d9366fc-8e2b-4f35-a0ce-bba2a2fb414e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:07:26.466565 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d9366fc-8e2b-4f35-a0ce-bba2a2fb414e admin admin] Made reservation on behalf of 930f6eef44cf418db6a6296172720cdb for: {'subnet': 1} {{(pid=86310) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 18:07:26.471134 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-5d9366fc-8e2b-4f35-a0ce-bba2a2fb414e admin admin] Notify callbacks [] for subnet, before_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:07:26.970630 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-5d9366fc-8e2b-4f35-a0ce-bba2a2fb414e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854235284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514'] for subnet, after_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:07:26.976940 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:07:27.064421 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9366fc-8e2b-4f35-a0ce-bba2a2fb414e admin admin] Pushing event updated for resources: {'Subnet': ['ID=362021c5-abb8-4100-895e-f332fcf184e4,revision_number=0']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:07:27.068181 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-5d9366fc-8e2b-4f35-a0ce-bba2a2fb414e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:07:27.070997 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d9366fc-8e2b-4f35-a0ce-bba2a2fb414e admin admin] Checking segment: {'id': '9ab74483-e298-4ff0-a61d-0bb40cf861df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd2c185a3-1276-4d55-a57e-cb988df36fd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 18:07:27.071247 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d9366fc-8e2b-4f35-a0ce-bba2a2fb414e admin admin] Network hostable DHCP agents. Network: d2c185a3-1276-4d55-a57e-cb988df36fd7, hostable agents: ['7b7ebe60-b598-4f49-9612-2aa98fec0998'], hosted agents: [] {{(pid=86310) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 18:07:27.091855 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d9366fc-8e2b-4f35-a0ce-bba2a2fb414e admin admin] Network d2c185a3-1276-4d55-a57e-cb988df36fd7 is scheduled to be hosted by DHCP agent 7b7ebe60-b598-4f49-9612-2aa98fec0998 with binding_index 1 {{(pid=86310) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 18:07:27.101369 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.scheduler.base_scheduler [None req-5d9366fc-8e2b-4f35-a0ce-bba2a2fb414e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786929-2-smb, d2c185a3-1276-4d55-a57e-cb988df36fd7) {{(pid=86310) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:07:27.106442 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d9366fc-8e2b-4f35-a0ce-bba2a2fb414e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:07:27.107097 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-5d9366fc-8e2b-4f35-a0ce-bba2a2fb414e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-751497'] for subnet, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:07:27.111068 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8513e87-8b5a-493d-ac0f-784499d6a835 None None] Network d2c185a3-1276-4d55-a57e-cb988df36fd7 requested from dv-cinder-786929-2-smb {{(pid=86312) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 18:07:27.127509 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-5d9366fc-8e2b-4f35-a0ce-bba2a2fb414e admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.6929221 Apr 20 18:07:27.628060 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97d2972b-7cf9-467e-9ffe-51b04f08cb19 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff0507e1-2995-52a4-a1ca-90377fd35923-d2c185a3-1276-4d55-a57e-cb988df36fd7', 'network_id': 'd2c185a3-1276-4d55-a57e-cb988df36fd7', 'tenant_id': '930f6eef44cf418db6a6296172720cdb', 'fixed_ips': [{'subnet_id': '362021c5-abb8-4100-895e-f332fcf184e4'}]}} from dv-cinder-786929-2-smb. {{(pid=86312) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 20 18:07:27.629463 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-97d2972b-7cf9-467e-9ffe-51b04f08cb19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624671'] for port, before_create {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:07:27.831355 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.db_base_plugin_common [None req-97d2972b-7cf9-467e-9ffe-51b04f08cb19 None None] Allocated IP 172.20.0.2 (d2c185a3-1276-4d55-a57e-cb988df36fd7/362021c5-abb8-4100-895e-f332fcf184e4/acefa36a-9701-4a30-a606-49b7e349b6cc) {{(pid=86312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 18:07:28.076347 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-97d2972b-7cf9-467e-9ffe-51b04f08cb19 None None] Notify callbacks [] for port, precommit_create {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:07:28.089711 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.provisioning_blocks [None req-97d2972b-7cf9-467e-9ffe-51b04f08cb19 None None] Transition to ACTIVE for port object acefa36a-9701-4a30-a606-49b7e349b6cc will not be triggered until provisioned by entity L2. {{(pid=86312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 18:07:28.111269 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.provisioning_blocks [None req-97d2972b-7cf9-467e-9ffe-51b04f08cb19 None None] Transition to ACTIVE for port object acefa36a-9701-4a30-a606-49b7e349b6cc will not be triggered until provisioned by entity DHCP. {{(pid=86312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 18:07:28.117958 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-97d2972b-7cf9-467e-9ffe-51b04f08cb19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852966479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736993280678'] for port, after_create {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:07:28.126112 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:07:28.183098 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97d2972b-7cf9-467e-9ffe-51b04f08cb19 None None] Network d2c185a3-1276-4d55-a57e-cb988df36fd7 is already hosted by enough agents. {{(pid=86312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 18:07:28.186217 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.scheduler.base_scheduler [None req-97d2972b-7cf9-467e-9ffe-51b04f08cb19 None None] Resources bound (agent type, host, resource id): {{(pid=86312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:07:28.198131 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97d2972b-7cf9-467e-9ffe-51b04f08cb19 None None] Received port after_create {{(pid=86312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 18:07:28.207633 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d2972b-7cf9-467e-9ffe-51b04f08cb19 None None] Pushing event updated for resources: {'Port': ['ID=acefa36a-9701-4a30-a606-49b7e349b6cc,revision_number=1']} {{(pid=86312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:07:28.252329 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d2972b-7cf9-467e-9ffe-51b04f08cb19 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:07:28.252699 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d2972b-7cf9-467e-9ffe-51b04f08cb19 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:07:28.253065 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d2972b-7cf9-467e-9ffe-51b04f08cb19 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:07:28.253423 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d2972b-7cf9-467e-9ffe-51b04f08cb19 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:07:28.253774 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d2972b-7cf9-467e-9ffe-51b04f08cb19 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:07:28.254127 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d2972b-7cf9-467e-9ffe-51b04f08cb19 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:07:28.254499 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d2972b-7cf9-467e-9ffe-51b04f08cb19 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:07:28.255479 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d2972b-7cf9-467e-9ffe-51b04f08cb19 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:07:28.255821 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d2972b-7cf9-467e-9ffe-51b04f08cb19 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:07:28.256336 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d2972b-7cf9-467e-9ffe-51b04f08cb19 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:07:28.256684 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d2972b-7cf9-467e-9ffe-51b04f08cb19 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:07:28.257029 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d2972b-7cf9-467e-9ffe-51b04f08cb19 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:07:28.258124 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d2972b-7cf9-467e-9ffe-51b04f08cb19 None None] Tracked resource versions report: Apr 20 18:07:28.258124 dv-cinder-786929-2-smb neutron-server[86195]: pushed versions: Apr 20 18:07:28.258124 dv-cinder-786929-2-smb neutron-server[86195]: { 'AddressGroup': {'1.2'}, Apr 20 18:07:28.258124 dv-cinder-786929-2-smb neutron-server[86195]: 'ConntrackHelper': {'1.0'}, Apr 20 18:07:28.258124 dv-cinder-786929-2-smb neutron-server[86195]: 'Log': {'1.0'}, Apr 20 18:07:28.258124 dv-cinder-786929-2-smb neutron-server[86195]: 'Network': {'1.1'}, Apr 20 18:07:28.258124 dv-cinder-786929-2-smb neutron-server[86195]: 'Port': {'1.7'}, Apr 20 18:07:28.258124 dv-cinder-786929-2-smb neutron-server[86195]: 'PortForwarding': {'1.2'}, Apr 20 18:07:28.258124 dv-cinder-786929-2-smb neutron-server[86195]: 'QosPolicy': {'1.8'}, Apr 20 18:07:28.258124 dv-cinder-786929-2-smb neutron-server[86195]: 'SecurityGroup': {'1.4'}, Apr 20 18:07:28.258124 dv-cinder-786929-2-smb neutron-server[86195]: 'SecurityGroupRule': {'1.2'}, Apr 20 18:07:28.258124 dv-cinder-786929-2-smb neutron-server[86195]: 'SubPort': {'1.0'}, Apr 20 18:07:28.258124 dv-cinder-786929-2-smb neutron-server[86195]: 'Subnet': {'1.1'}, Apr 20 18:07:28.258124 dv-cinder-786929-2-smb neutron-server[86195]: 'Trunk': {'1.1'}} Apr 20 18:07:28.258124 dv-cinder-786929-2-smb neutron-server[86195]: consumer versions: Apr 20 18:07:28.258124 dv-cinder-786929-2-smb neutron-server[86195]: { DHCP agent@dv-cinder-786929-2-smb: {}, Apr 20 18:07:28.258124 dv-cinder-786929-2-smb neutron-server[86195]: L3 agent@dv-cinder-786929-2-smb: {}, Apr 20 18:07:28.258124 dv-cinder-786929-2-smb neutron-server[86195]: Metadata agent@dv-cinder-786929-2-smb: {}, Apr 20 18:07:28.258124 dv-cinder-786929-2-smb neutron-server[86195]: Metering agent@dv-cinder-786929-2-smb: {}, Apr 20 18:07:28.258124 dv-cinder-786929-2-smb neutron-server[86195]: Open vSwitch agent@dv-cinder-786929-2-smb: { 'AddressGroup': '1.2', Apr 20 18:07:28.258124 dv-cinder-786929-2-smb neutron-server[86195]: 'ConntrackHelper': '1.0', Apr 20 18:07:28.258124 dv-cinder-786929-2-smb neutron-server[86195]: 'Log': '1.0', Apr 20 18:07:28.258124 dv-cinder-786929-2-smb neutron-server[86195]: 'Network': '1.1', Apr 20 18:07:28.258124 dv-cinder-786929-2-smb neutron-server[86195]: 'Port': '1.7', Apr 20 18:07:28.258124 dv-cinder-786929-2-smb neutron-server[86195]: 'PortForwarding': '1.2', Apr 20 18:07:28.258124 dv-cinder-786929-2-smb neutron-server[86195]: 'QosPolicy': '1.8', Apr 20 18:07:28.258124 dv-cinder-786929-2-smb neutron-server[86195]: 'SecurityGroup': '1.4', Apr 20 18:07:28.258124 dv-cinder-786929-2-smb neutron-server[86195]: 'SecurityGroupRule': '1.2', Apr 20 18:07:28.258124 dv-cinder-786929-2-smb neutron-server[86195]: 'SubPort': '1.0', Apr 20 18:07:28.258124 dv-cinder-786929-2-smb neutron-server[86195]: 'Subnet': '1.1', Apr 20 18:07:28.258124 dv-cinder-786929-2-smb neutron-server[86195]: 'Trunk': '1.1'}} Apr 20 18:07:28.258124 dv-cinder-786929-2-smb neutron-server[86195]: {{(pid=86312) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 20 18:07:28.294967 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-97d2972b-7cf9-467e-9ffe-51b04f08cb19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:07:28.316336 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.managers [None req-97d2972b-7cf9-467e-9ffe-51b04f08cb19 None None] Attempting to bind port acefa36a-9701-4a30-a606-49b7e349b6cc on host dv-cinder-786929-2-smb for vnic_type normal with profile {{(pid=86312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 18:07:28.316745 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.managers [None req-97d2972b-7cf9-467e-9ffe-51b04f08cb19 None None] Attempting to bind port acefa36a-9701-4a30-a606-49b7e349b6cc by drivers openvswitch,hyperv on host dv-cinder-786929-2-smb at level 0 using segments [{'id': '9ab74483-e298-4ff0-a61d-0bb40cf861df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd2c185a3-1276-4d55-a57e-cb988df36fd7'}] {{(pid=86312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 18:07:28.317149 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97d2972b-7cf9-467e-9ffe-51b04f08cb19 None None] Attempting to bind port acefa36a-9701-4a30-a606-49b7e349b6cc on network d2c185a3-1276-4d55-a57e-cb988df36fd7 {{(pid=86312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 18:07:28.323665 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97d2972b-7cf9-467e-9ffe-51b04f08cb19 None None] Checking agent: {'id': '909349f5-e61f-491f-bcfb-3e6f3416917d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786929-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 7, 12), 'started_at': datetime.datetime(2021, 4, 20, 18, 7, 12), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 7, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786929-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 18:07:28.324084 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97d2972b-7cf9-467e-9ffe-51b04f08cb19 None None] Checking segment: {'id': '9ab74483-e298-4ff0-a61d-0bb40cf861df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd2c185a3-1276-4d55-a57e-cb988df36fd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 18:07:28.324558 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-97d2972b-7cf9-467e-9ffe-51b04f08cb19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:07:28.324979 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97d2972b-7cf9-467e-9ffe-51b04f08cb19 None None] Bound using segment: {'id': '9ab74483-e298-4ff0-a61d-0bb40cf861df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd2c185a3-1276-4d55-a57e-cb988df36fd7'} {{(pid=86312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 18:07:28.325866 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.managers [None req-97d2972b-7cf9-467e-9ffe-51b04f08cb19 None None] Bound port: acefa36a-9701-4a30-a606-49b7e349b6cc, host: dv-cinder-786929-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ab74483-e298-4ff0-a61d-0bb40cf861df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd2c185a3-1276-4d55-a57e-cb988df36fd7'}}] {{(pid=86312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 18:07:28.325999 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-97d2972b-7cf9-467e-9ffe-51b04f08cb19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624671'] for port, before_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:07:28.421634 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.db [None req-97d2972b-7cf9-467e-9ffe-51b04f08cb19 None None] For port acefa36a-9701-4a30-a606-49b7e349b6cc, host dv-cinder-786929-2-smb, cleared binding levels {{(pid=86312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 18:07:28.425723 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.db [None req-97d2972b-7cf9-467e-9ffe-51b04f08cb19 None None] For port acefa36a-9701-4a30-a606-49b7e349b6cc, host dv-cinder-786929-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-2-smb',level=0,port_id=acefa36a-9701-4a30-a606-49b7e349b6cc,segment=NetworkSegment(9ab74483-e298-4ff0-a61d-0bb40cf861df),segment_id=9ab74483-e298-4ff0-a61d-0bb40cf861df)] {{(pid=86312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 18:07:28.429190 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-97d2972b-7cf9-467e-9ffe-51b04f08cb19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852966479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736993730504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736993280695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299861495088'] for port, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:07:28.434627 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-97d2972b-7cf9-467e-9ffe-51b04f08cb19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:07:28.532903 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d2972b-7cf9-467e-9ffe-51b04f08cb19 None None] Pushing event updated for resources: {'Port': ['ID=acefa36a-9701-4a30-a606-49b7e349b6cc,revision_number=2']} {{(pid=86312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:07:28.537006 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-97d2972b-7cf9-467e-9ffe-51b04f08cb19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:07:29.967733 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.32', 46702) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:07:30.402731 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [None req-ac4e7831-0060-4b98-9154-e19fbb119678 admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=86310) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 20 18:07:30.403894 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-ac4e7831-0060-4b98-9154-e19fbb119678 admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4347043 Apr 20 18:07:33.277414 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.32', 46712) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:07:33.720366 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [None req-3ec0669e-0310-4bba-973b-b21885a343cb admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=86310) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 20 18:07:33.721491 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-3ec0669e-0310-4bba-973b-b21885a343cb admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4428308 Apr 20 18:07:34.187549 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.rpc [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Device acefa36a-9701-4a30-a606-49b7e349b6cc up at agent ovs-agent-dv-cinder-786929-2-smb {{(pid=86312) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:07:34.267554 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.provisioning_blocks [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Provisioning for port acefa36a-9701-4a30-a606-49b7e349b6cc completed by entity L2. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 18:07:35.515674 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25b0674b-7198-45a6-b484-1d77a1646c0e None None] Network d2c185a3-1276-4d55-a57e-cb988df36fd7 requested from dv-cinder-786929-2-smb {{(pid=86312) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 18:07:35.602227 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.provisioning_blocks [None req-6b43cea8-c53c-41da-a4a0-70a54c9358c3 None None] Provisioning for port acefa36a-9701-4a30-a606-49b7e349b6cc completed by entity DHCP. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 18:07:35.612374 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.provisioning_blocks [None req-6b43cea8-c53c-41da-a4a0-70a54c9358c3 None None] Provisioning complete for port acefa36a-9701-4a30-a606-49b7e349b6cc triggered by entity DHCP. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:07:35.612780 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-6b43cea8-c53c-41da-a4a0-70a54c9358c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853381758'] for port, provisioning_complete {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:07:35.844327 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-6b43cea8-c53c-41da-a4a0-70a54c9358c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624671'] for port, before_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:07:35.928866 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.db [None req-6b43cea8-c53c-41da-a4a0-70a54c9358c3 None None] For port acefa36a-9701-4a30-a606-49b7e349b6cc, host dv-cinder-786929-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-2-smb',level=0,port_id=acefa36a-9701-4a30-a606-49b7e349b6cc,segment=NetworkSegment(9ab74483-e298-4ff0-a61d-0bb40cf861df),segment_id=9ab74483-e298-4ff0-a61d-0bb40cf861df)] {{(pid=86312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:07:35.931799 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-6b43cea8-c53c-41da-a4a0-70a54c9358c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852966479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736993730504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736993280695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299861495088'] for port, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:07:35.943849 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:07:36.028253 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b43cea8-c53c-41da-a4a0-70a54c9358c3 None None] Pushing event updated for resources: {'Port': ['ID=acefa36a-9701-4a30-a606-49b7e349b6cc,revision_number=3']} {{(pid=86312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:07:36.031697 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-6b43cea8-c53c-41da-a4a0-70a54c9358c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:07:36.173235 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.rpc [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Device acefa36a-9701-4a30-a606-49b7e349b6cc up at agent ovs-agent-dv-cinder-786929-2-smb {{(pid=86312) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:07:36.268352 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.provisioning_blocks [None req-cab64c0d-b41e-4244-b756-62d5ce732260 None None] Provisioning complete for port acefa36a-9701-4a30-a606-49b7e349b6cc triggered by entity DHCP. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:07:36.268753 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-cab64c0d-b41e-4244-b756-62d5ce732260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853381758'] for port, provisioning_complete {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:07:36.308124 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.provisioning_blocks [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Provisioning complete for port acefa36a-9701-4a30-a606-49b7e349b6cc triggered by entity L2. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:07:36.308542 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853381758'] for port, provisioning_complete {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:07:36.871596 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.32', 46730) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:07:37.257690 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.v2.base [None req-6608a810-cd31-4438-8652-8484140c06ee admin admin] Request body: {'router': {'tenant_id': '930f6eef44cf418db6a6296172720cdb', 'name': 'router1', 'admin_state_up': True}} {{(pid=86310) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:07:37.263121 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-6608a810-cd31-4438-8652-8484140c06ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:07:37.267226 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-6608a810-cd31-4438-8652-8484140c06ee admin admin] Usage tracker for resource:router and tenant:930f6eef44cf418db6a6296172720cdb is out of sync, need to count used quota {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:07:37.270535 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-6608a810-cd31-4438-8652-8484140c06ee admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:07:37.277063 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-6608a810-cd31-4438-8652-8484140c06ee admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:07:37.286036 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-6608a810-cd31-4438-8652-8484140c06ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854382097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854760223'] for router, before_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:07:37.288174 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-6608a810-cd31-4438-8652-8484140c06ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-393703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-626689', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535056', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15593'] for router, precommit_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:07:37.309128 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-6608a810-cd31-4438-8652-8484140c06ee admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:07:37.418190 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-6608a810-cd31-4438-8652-8484140c06ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854121404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854148900'] for router, after_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:07:37.436452 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-6608a810-cd31-4438-8652-8484140c06ee admin admin] Notify callbacks [] for router, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:07:37.437701 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-6608a810-cd31-4438-8652-8484140c06ee admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5650115 Apr 20 18:07:38.018849 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-d1366a72-8619-4786-9f5b-e7bfa6c0990a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299861013637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394135'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:07:40.210836 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.32', 46740) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:07:40.677300 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [None req-e287b960-6bdf-4d30-8308-baba9f0f1f77 admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=86310) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 20 18:07:40.678505 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-e287b960-6bdf-4d30-8308-baba9f0f1f77 admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4666896 Apr 20 18:07:40.859267 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-e5ece377-ec65-4b40-9990-a05625d0d1c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299861013637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394135'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:07:41.033255 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-2bb93f3c-0bff-4547-a1e0-c38a344e24ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299861013637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394135'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:07:42.095942 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299861013637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394135'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:07:43.197233 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-f70b5d3b-7deb-456f-82aa-acef0ba2518a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299861013637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394135'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:07:43.502937 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.32', 46760) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:07:43.666004 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.v2.base [None req-1ffe6096-0902-4f01-88a4-bb6cc8a69054 admin admin] Request body: {'network': {'router:external': True, 'admin_state_up': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'name': 'public', 'is_default': True}} {{(pid=86310) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:07:43.671385 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-1ffe6096-0902-4f01-88a4-bb6cc8a69054 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:07:43.675287 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-1ffe6096-0902-4f01-88a4-bb6cc8a69054 admin admin] Usage tracker for resource:network and tenant:12f345f426d4457b8a1271650ec384a5 is out of sync, need to count used quota {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:07:43.679134 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-1ffe6096-0902-4f01-88a4-bb6cc8a69054 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:07:43.685160 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-1ffe6096-0902-4f01-88a4-bb6cc8a69054 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:07:43.693929 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ffe6096-0902-4f01-88a4-bb6cc8a69054 admin admin] Made reservation on behalf of 12f345f426d4457b8a1271650ec384a5 for: {'network': 1} {{(pid=86310) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 18:07:43.698552 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-1ffe6096-0902-4f01-88a4-bb6cc8a69054 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624671'] for network, before_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:07:43.711178 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-1ffe6096-0902-4f01-88a4-bb6cc8a69054 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:07:43.726896 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-1ffe6096-0902-4f01-88a4-bb6cc8a69054 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:07:43.730741 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-1ffe6096-0902-4f01-88a4-bb6cc8a69054 admin admin] Usage tracker for resource:security_group_rule and tenant:12f345f426d4457b8a1271650ec384a5 is out of sync, need to count used quota {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:07:43.733584 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-1ffe6096-0902-4f01-88a4-bb6cc8a69054 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:07:43.739451 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-1ffe6096-0902-4f01-88a4-bb6cc8a69054 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:07:43.827802 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-1ffe6096-0902-4f01-88a4-bb6cc8a69054 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:07:43.830665 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-1ffe6096-0902-4f01-88a4-bb6cc8a69054 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854236768'] for security_group, after_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:07:43.835614 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-6c4118db-2959-414f-abaf-064cf8b1b3e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:07:43.853903 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-1ffe6096-0902-4f01-88a4-bb6cc8a69054 admin admin] Reserving flat network on physical network physnet1 {{(pid=86310) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}} Apr 20 18:07:43.875008 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffe6096-0902-4f01-88a4-bb6cc8a69054 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1436c756-3039-4984-952f-5be3259db184,revision_number=1']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:07:43.879223 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-1ffe6096-0902-4f01-88a4-bb6cc8a69054 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:07:43.880167 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-1ffe6096-0902-4f01-88a4-bb6cc8a69054 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1711814'] for segment, precommit_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:07:43.880721 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.db.segments_db [None req-1ffe6096-0902-4f01-88a4-bb6cc8a69054 admin admin] Added segment 0fd0f869-d1a1-42b0-840f-a1b93e92e33d of type flat for network 26051af8-ebd0-4db2-857e-181975352424 Apr 20 18:07:43.914981 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-1ffe6096-0902-4f01-88a4-bb6cc8a69054 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363299861504440'] for network, precommit_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:07:43.950664 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-1ffe6096-0902-4f01-88a4-bb6cc8a69054 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854236788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514'] for network, after_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:07:43.951999 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ffe6096-0902-4f01-88a4-bb6cc8a69054 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:07:43.952626 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-1ffe6096-0902-4f01-88a4-bb6cc8a69054 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-751497'] for network, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:07:43.957387 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:07:44.064853 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-1ffe6096-0902-4f01-88a4-bb6cc8a69054 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5606189 Apr 20 18:07:44.065497 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffe6096-0902-4f01-88a4-bb6cc8a69054 admin admin] Pushing event updated for resources: {'Network': ['ID=26051af8-ebd0-4db2-857e-181975352424,revision_number=1']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:07:44.068496 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-1ffe6096-0902-4f01-88a4-bb6cc8a69054 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:07:44.076381 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.rpc [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Network 26051af8-ebd0-4db2-857e-181975352424 details requested by agent ovs-agent-dv-cinder-786929-2-smb with host dv-cinder-786929-2-smb {{(pid=86312) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 18:07:46.668468 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.32', 46780) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:07:46.815678 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4ccc79a-79a1-4f6d-be66-e388fda867f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:07:46.817698 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-d4ccc79a-79a1-4f6d-be66-e388fda867f7 admin admin] 10.222.0.32 "GET /v2.0/subnets/362021c5-abb8-4100-895e-f332fcf184e4 HTTP/1.1" status: 200 len: 849 time: 0.1481986 Apr 20 18:07:47.136491 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-8d214737-03da-4283-8cec-011e180bb775 admin admin] 10.222.0.32 "GET /v2.0/routers/f1cf52ca-93c3-4097-b91f-e2e9e7f77884 HTTP/1.1" status: 200 len: 704 time: 0.3116577 Apr 20 18:07:47.650672 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-0eb027e0-8dd4-44fe-961a-97bb00a956a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624671'] for port, before_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:07:47.893996 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.db_base_plugin_common [None req-0eb027e0-8dd4-44fe-961a-97bb00a956a7 admin admin] Allocated IP 172.20.0.1 (d2c185a3-1276-4d55-a57e-cb988df36fd7/362021c5-abb8-4100-895e-f332fcf184e4/7c7158b2-a1f5-4b06-9bc8-2810ea7b556d) {{(pid=86310) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 18:07:48.068891 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-0eb027e0-8dd4-44fe-961a-97bb00a956a7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:07:48.088602 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.provisioning_blocks [None req-0eb027e0-8dd4-44fe-961a-97bb00a956a7 admin admin] Transition to ACTIVE for port object 7c7158b2-a1f5-4b06-9bc8-2810ea7b556d will not be triggered until provisioned by entity DHCP. {{(pid=86310) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 18:07:48.152188 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-0eb027e0-8dd4-44fe-961a-97bb00a956a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852966479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736993280678'] for port, after_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:07:48.157970 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:07:48.220884 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eb027e0-8dd4-44fe-961a-97bb00a956a7 admin admin] Network d2c185a3-1276-4d55-a57e-cb988df36fd7 is already hosted by enough agents. {{(pid=86310) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 18:07:48.225294 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.scheduler.base_scheduler [None req-0eb027e0-8dd4-44fe-961a-97bb00a956a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=86310) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:07:48.234668 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb027e0-8dd4-44fe-961a-97bb00a956a7 admin admin] Received port after_create {{(pid=86310) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 18:07:48.235237 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-0eb027e0-8dd4-44fe-961a-97bb00a956a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-653825'] for router_interface, before_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:07:48.395199 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb027e0-8dd4-44fe-961a-97bb00a956a7 admin admin] Pushing event updated for resources: {'Port': ['ID=7c7158b2-a1f5-4b06-9bc8-2810ea7b556d,revision_number=1']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:07:48.408502 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-0eb027e0-8dd4-44fe-961a-97bb00a956a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:07:48.423378 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.provisioning_blocks [None req-d0345907-fd41-45ce-9b40-1b148ab225a5 None None] Provisioning for port 7c7158b2-a1f5-4b06-9bc8-2810ea7b556d completed by entity DHCP. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 18:07:48.429437 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.provisioning_blocks [None req-d0345907-fd41-45ce-9b40-1b148ab225a5 None None] Provisioning complete for port 7c7158b2-a1f5-4b06-9bc8-2810ea7b556d triggered by entity DHCP. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:07:48.429844 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-d0345907-fd41-45ce-9b40-1b148ab225a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853381758'] for port, provisioning_complete {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:07:48.487092 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.plugin [None req-d0345907-fd41-45ce-9b40-1b148ab225a5 None None] Port 7c7158b2-a1f5-4b06-9bc8-2810ea7b556d cannot update to ACTIVE because it is not bound. {{(pid=86312) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 18:07:48.538318 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-0eb027e0-8dd4-44fe-961a-97bb00a956a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624671'] for port, before_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:07:48.946237 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-0eb027e0-8dd4-44fe-961a-97bb00a956a7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:07:48.949668 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-0eb027e0-8dd4-44fe-961a-97bb00a956a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852966479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736993730504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736993280695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299861495088'] for port, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:07:48.950782 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-0eb027e0-8dd4-44fe-961a-97bb00a956a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-751531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854121882'] for router_interface, after_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:07:48.955168 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-0eb027e0-8dd4-44fe-961a-97bb00a956a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:07:49.095744 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb027e0-8dd4-44fe-961a-97bb00a956a7 admin admin] Pushing event updated for resources: {'Port': ['ID=7c7158b2-a1f5-4b06-9bc8-2810ea7b556d,revision_number=2']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:07:49.100420 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-0eb027e0-8dd4-44fe-961a-97bb00a956a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:07:49.161110 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eb027e0-8dd4-44fe-961a-97bb00a956a7 admin admin] Network d2c185a3-1276-4d55-a57e-cb988df36fd7 is already hosted by enough agents. {{(pid=86310) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 18:07:49.162369 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.scheduler.base_scheduler [None req-0eb027e0-8dd4-44fe-961a-97bb00a956a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=86310) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:07:49.312267 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.provisioning_blocks [None req-cbf0515d-f56d-4a3d-97d5-ab21b16c2854 None None] Provisioning complete for port 7c7158b2-a1f5-4b06-9bc8-2810ea7b556d triggered by entity DHCP. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:07:49.312669 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-cbf0515d-f56d-4a3d-97d5-ab21b16c2854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853381758'] for port, provisioning_complete {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:07:49.371515 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0eb027e0-8dd4-44fe-961a-97bb00a956a7 admin admin] Router f1cf52ca-93c3-4097-b91f-e2e9e7f77884 is scheduled to L3 agent 40af0123-fc20-4e27-8672-759459b7c5ef with binding_index 1 {{(pid=86310) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 20 18:07:49.374827 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.plugin [None req-cbf0515d-f56d-4a3d-97d5-ab21b16c2854 None None] Port 7c7158b2-a1f5-4b06-9bc8-2810ea7b556d cannot update to ACTIVE because it is not bound. {{(pid=86312) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 18:07:49.541719 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0eb027e0-8dd4-44fe-961a-97bb00a956a7 admin admin] Notify agent at l3_agent.dv-cinder-786929-2-smb the message routers_updated {{(pid=86310) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 18:07:49.551262 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-0eb027e0-8dd4-44fe-961a-97bb00a956a7 admin admin] 10.222.0.32 "PUT /v2.0/routers/f1cf52ca-93c3-4097-b91f-e2e9e7f77884/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.4090281 Apr 20 18:07:49.553438 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6199819e-1c0e-4be8-a077-d5def7e48095 None None] Sync routers for ids ['f1cf52ca-93c3-4097-b91f-e2e9e7f77884'] in dv-cinder-786929-2-smb {{(pid=86313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 18:07:49.564293 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6199819e-1c0e-4be8-a077-d5def7e48095 None None] Routers {'f1cf52ca-93c3-4097-b91f-e2e9e7f77884'} bound to L3 agent in host dv-cinder-786929-2-smb {{(pid=86313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:07:49.565171 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_hamode_db [None req-6199819e-1c0e-4be8-a077-d5def7e48095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786929-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-20T18:07:11Z,description=,heartbeat_timestamp=2021-04-20T18:07:41Z,host='dv-cinder-786929-2-smb',id=40af0123-fc20-4e27-8672-759459b7c5ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T18:07:11Z,topic='l3_agent')) {'router_ids': ['f1cf52ca-93c3-4097-b91f-e2e9e7f77884'], 'active': True} {{(pid=86313) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:07:49.751063 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_dvr_db [None req-6199819e-1c0e-4be8-a077-d5def7e48095 None None] Set router f1cf52ca-93c3-4097-b91f-e2e9e7f77884 gateway port host: None {{(pid=86313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 18:07:50.311838 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_hamode_db [None req-6199819e-1c0e-4be8-a077-d5def7e48095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1cf52ca-93c3-4097-b91f-e2e9e7f77884', 'name': 'router1', 'tenant_id': '930f6eef44cf418db6a6296172720cdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:07:37Z', 'updated_at': '2021-04-20T18:07:48Z', 'revision_number': 2, 'project_id': '930f6eef44cf418db6a6296172720cdb', 'gw_port_host': None, '_interfaces': [{'id': '7c7158b2-a1f5-4b06-9bc8-2810ea7b556d', 'name': '', 'network_id': 'd2c185a3-1276-4d55-a57e-cb988df36fd7', 'tenant_id': '930f6eef44cf418db6a6296172720cdb', 'mac_address': 'fa:16:3e:e5:bf:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1cf52ca-93c3-4097-b91f-e2e9e7f77884', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '362021c5-abb8-4100-895e-f332fcf184e4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:07:47Z', 'updated_at': '2021-04-20T18:07:48Z', 'revision_number': 2, 'project_id': '930f6eef44cf418db6a6296172720cdb', 'subnets': [{'id': '362021c5-abb8-4100-895e-f332fcf184e4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '345872fc-ebf8-4cae-b03e-11e2276065a7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786929-2-smb', False) {} {{(pid=86313) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:07:50.316959 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6199819e-1c0e-4be8-a077-d5def7e48095 None None] Checking router: f1cf52ca-93c3-4097-b91f-e2e9e7f77884 for host: dv-cinder-786929-2-smb {{(pid=86313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 18:07:50.317344 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6199819e-1c0e-4be8-a077-d5def7e48095 None None] Updating router f1cf52ca-93c3-4097-b91f-e2e9e7f77884 port 7c7158b2-a1f5-4b06-9bc8-2810ea7b556d binding host dv-cinder-786929-2-smb {{(pid=86313) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 20 18:07:50.372503 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-6199819e-1c0e-4be8-a077-d5def7e48095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624671'] for port, before_update {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:07:50.790664 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-6199819e-1c0e-4be8-a077-d5def7e48095 None None] Notify callbacks [] for port, precommit_update {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:07:50.806126 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.provisioning_blocks [None req-6199819e-1c0e-4be8-a077-d5def7e48095 None None] Transition to ACTIVE for port object 7c7158b2-a1f5-4b06-9bc8-2810ea7b556d will not be triggered until provisioned by entity L2. {{(pid=86313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 18:07:50.811782 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-6199819e-1c0e-4be8-a077-d5def7e48095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852966479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736993730504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736993280695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299861495088'] for port, after_update {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:07:50.817563 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:07:51.037050 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f252a98-0701-4ec0-826b-43c916516a9c None None] Pushing event updated for resources: {'Port': ['ID=7c7158b2-a1f5-4b06-9bc8-2810ea7b556d,revision_number=3']} {{(pid=86313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:07:51.056057 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f252a98-0701-4ec0-826b-43c916516a9c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:07:51.056430 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f252a98-0701-4ec0-826b-43c916516a9c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:07:51.056794 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f252a98-0701-4ec0-826b-43c916516a9c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:07:51.057153 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f252a98-0701-4ec0-826b-43c916516a9c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:07:51.057507 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f252a98-0701-4ec0-826b-43c916516a9c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:07:51.057862 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f252a98-0701-4ec0-826b-43c916516a9c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:07:51.058214 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f252a98-0701-4ec0-826b-43c916516a9c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:07:51.058619 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f252a98-0701-4ec0-826b-43c916516a9c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:07:51.058968 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f252a98-0701-4ec0-826b-43c916516a9c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:07:51.059317 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f252a98-0701-4ec0-826b-43c916516a9c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:07:51.059667 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f252a98-0701-4ec0-826b-43c916516a9c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:07:51.060009 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f252a98-0701-4ec0-826b-43c916516a9c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:07:51.061097 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f252a98-0701-4ec0-826b-43c916516a9c None None] Tracked resource versions report: Apr 20 18:07:51.061097 dv-cinder-786929-2-smb neutron-server[86195]: pushed versions: Apr 20 18:07:51.061097 dv-cinder-786929-2-smb neutron-server[86195]: { 'AddressGroup': {'1.2'}, Apr 20 18:07:51.061097 dv-cinder-786929-2-smb neutron-server[86195]: 'ConntrackHelper': {'1.0'}, Apr 20 18:07:51.061097 dv-cinder-786929-2-smb neutron-server[86195]: 'Log': {'1.0'}, Apr 20 18:07:51.061097 dv-cinder-786929-2-smb neutron-server[86195]: 'Network': {'1.1'}, Apr 20 18:07:51.061097 dv-cinder-786929-2-smb neutron-server[86195]: 'Port': {'1.7'}, Apr 20 18:07:51.061097 dv-cinder-786929-2-smb neutron-server[86195]: 'PortForwarding': {'1.2'}, Apr 20 18:07:51.061097 dv-cinder-786929-2-smb neutron-server[86195]: 'QosPolicy': {'1.8'}, Apr 20 18:07:51.061097 dv-cinder-786929-2-smb neutron-server[86195]: 'SecurityGroup': {'1.4'}, Apr 20 18:07:51.061097 dv-cinder-786929-2-smb neutron-server[86195]: 'SecurityGroupRule': {'1.2'}, Apr 20 18:07:51.061097 dv-cinder-786929-2-smb neutron-server[86195]: 'SubPort': {'1.0'}, Apr 20 18:07:51.061097 dv-cinder-786929-2-smb neutron-server[86195]: 'Subnet': {'1.1'}, Apr 20 18:07:51.061097 dv-cinder-786929-2-smb neutron-server[86195]: 'Trunk': {'1.1'}} Apr 20 18:07:51.061097 dv-cinder-786929-2-smb neutron-server[86195]: consumer versions: Apr 20 18:07:51.061097 dv-cinder-786929-2-smb neutron-server[86195]: { DHCP agent@dv-cinder-786929-2-smb: {}, Apr 20 18:07:51.061097 dv-cinder-786929-2-smb neutron-server[86195]: L3 agent@dv-cinder-786929-2-smb: {}, Apr 20 18:07:51.061097 dv-cinder-786929-2-smb neutron-server[86195]: Metadata agent@dv-cinder-786929-2-smb: {}, Apr 20 18:07:51.061097 dv-cinder-786929-2-smb neutron-server[86195]: Metering agent@dv-cinder-786929-2-smb: {}, Apr 20 18:07:51.061097 dv-cinder-786929-2-smb neutron-server[86195]: Open vSwitch agent@dv-cinder-786929-2-smb: { 'AddressGroup': '1.2', Apr 20 18:07:51.061097 dv-cinder-786929-2-smb neutron-server[86195]: 'ConntrackHelper': '1.0', Apr 20 18:07:51.061097 dv-cinder-786929-2-smb neutron-server[86195]: 'Log': '1.0', Apr 20 18:07:51.061097 dv-cinder-786929-2-smb neutron-server[86195]: 'Network': '1.1', Apr 20 18:07:51.061097 dv-cinder-786929-2-smb neutron-server[86195]: 'Port': '1.7', Apr 20 18:07:51.061097 dv-cinder-786929-2-smb neutron-server[86195]: 'PortForwarding': '1.2', Apr 20 18:07:51.061097 dv-cinder-786929-2-smb neutron-server[86195]: 'QosPolicy': '1.8', Apr 20 18:07:51.061097 dv-cinder-786929-2-smb neutron-server[86195]: 'SecurityGroup': '1.4', Apr 20 18:07:51.061097 dv-cinder-786929-2-smb neutron-server[86195]: 'SecurityGroupRule': '1.2', Apr 20 18:07:51.061097 dv-cinder-786929-2-smb neutron-server[86195]: 'SubPort': '1.0', Apr 20 18:07:51.061097 dv-cinder-786929-2-smb neutron-server[86195]: 'Subnet': '1.1', Apr 20 18:07:51.061097 dv-cinder-786929-2-smb neutron-server[86195]: 'Trunk': '1.1'}} Apr 20 18:07:51.061097 dv-cinder-786929-2-smb neutron-server[86195]: {{(pid=86313) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 20 18:07:51.067068 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-7f252a98-0701-4ec0-826b-43c916516a9c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:07:51.067851 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.managers [None req-6199819e-1c0e-4be8-a077-d5def7e48095 None None] Attempting to bind port 7c7158b2-a1f5-4b06-9bc8-2810ea7b556d on host dv-cinder-786929-2-smb for vnic_type normal with profile {{(pid=86313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 18:07:51.068898 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.managers [None req-6199819e-1c0e-4be8-a077-d5def7e48095 None None] Attempting to bind port 7c7158b2-a1f5-4b06-9bc8-2810ea7b556d by drivers openvswitch,hyperv on host dv-cinder-786929-2-smb at level 0 using segments [{'id': '9ab74483-e298-4ff0-a61d-0bb40cf861df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd2c185a3-1276-4d55-a57e-cb988df36fd7'}] {{(pid=86313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 18:07:51.069310 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6199819e-1c0e-4be8-a077-d5def7e48095 None None] Attempting to bind port 7c7158b2-a1f5-4b06-9bc8-2810ea7b556d on network d2c185a3-1276-4d55-a57e-cb988df36fd7 {{(pid=86313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 18:07:51.075104 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6199819e-1c0e-4be8-a077-d5def7e48095 None None] Checking agent: {'id': '909349f5-e61f-491f-bcfb-3e6f3416917d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786929-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 7, 12), 'started_at': datetime.datetime(2021, 4, 20, 18, 7, 42), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 7, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786929-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 18:07:51.075535 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6199819e-1c0e-4be8-a077-d5def7e48095 None None] Checking segment: {'id': '9ab74483-e298-4ff0-a61d-0bb40cf861df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd2c185a3-1276-4d55-a57e-cb988df36fd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 18:07:51.076012 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-6199819e-1c0e-4be8-a077-d5def7e48095 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:07:51.076428 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6199819e-1c0e-4be8-a077-d5def7e48095 None None] Bound using segment: {'id': '9ab74483-e298-4ff0-a61d-0bb40cf861df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd2c185a3-1276-4d55-a57e-cb988df36fd7'} {{(pid=86313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 18:07:51.076970 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.managers [None req-6199819e-1c0e-4be8-a077-d5def7e48095 None None] Bound port: 7c7158b2-a1f5-4b06-9bc8-2810ea7b556d, host: dv-cinder-786929-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ab74483-e298-4ff0-a61d-0bb40cf861df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd2c185a3-1276-4d55-a57e-cb988df36fd7'}}] {{(pid=86313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 18:07:51.077385 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-6199819e-1c0e-4be8-a077-d5def7e48095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624671'] for port, before_update {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:07:51.171385 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.db [None req-6199819e-1c0e-4be8-a077-d5def7e48095 None None] For port 7c7158b2-a1f5-4b06-9bc8-2810ea7b556d, host dv-cinder-786929-2-smb, cleared binding levels {{(pid=86313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 18:07:51.175736 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.db [None req-6199819e-1c0e-4be8-a077-d5def7e48095 None None] For port 7c7158b2-a1f5-4b06-9bc8-2810ea7b556d, host dv-cinder-786929-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-2-smb',level=0,port_id=7c7158b2-a1f5-4b06-9bc8-2810ea7b556d,segment=NetworkSegment(9ab74483-e298-4ff0-a61d-0bb40cf861df),segment_id=9ab74483-e298-4ff0-a61d-0bb40cf861df)] {{(pid=86313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 18:07:51.179375 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-6199819e-1c0e-4be8-a077-d5def7e48095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852966479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736993730504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736993280695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299861495088'] for port, after_update {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:07:51.184408 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-7f252a98-0701-4ec0-826b-43c916516a9c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:07:51.273327 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6199819e-1c0e-4be8-a077-d5def7e48095 None None] Routers {'f1cf52ca-93c3-4097-b91f-e2e9e7f77884'} bound to L3 agent in host dv-cinder-786929-2-smb {{(pid=86313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:07:51.273998 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_hamode_db [None req-6199819e-1c0e-4be8-a077-d5def7e48095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786929-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-20T18:07:11Z,description=,heartbeat_timestamp=2021-04-20T18:07:41Z,host='dv-cinder-786929-2-smb',id=40af0123-fc20-4e27-8672-759459b7c5ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T18:07:11Z,topic='l3_agent')) {'router_ids': ['f1cf52ca-93c3-4097-b91f-e2e9e7f77884'], 'active': True} {{(pid=86313) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:07:51.347793 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f252a98-0701-4ec0-826b-43c916516a9c None None] Pushing event updated for resources: {'Port': ['ID=7c7158b2-a1f5-4b06-9bc8-2810ea7b556d,revision_number=4']} {{(pid=86313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:07:51.402623 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-7f252a98-0701-4ec0-826b-43c916516a9c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:07:51.445626 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_dvr_db [None req-6199819e-1c0e-4be8-a077-d5def7e48095 None None] Set router f1cf52ca-93c3-4097-b91f-e2e9e7f77884 gateway port host: None {{(pid=86313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 18:07:51.795337 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_hamode_db [None req-6199819e-1c0e-4be8-a077-d5def7e48095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1cf52ca-93c3-4097-b91f-e2e9e7f77884', 'name': 'router1', 'tenant_id': '930f6eef44cf418db6a6296172720cdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:07:37Z', 'updated_at': '2021-04-20T18:07:48Z', 'revision_number': 2, 'project_id': '930f6eef44cf418db6a6296172720cdb', 'gw_port_host': None, '_interfaces': [{'id': '7c7158b2-a1f5-4b06-9bc8-2810ea7b556d', 'name': '', 'network_id': 'd2c185a3-1276-4d55-a57e-cb988df36fd7', 'tenant_id': '930f6eef44cf418db6a6296172720cdb', 'mac_address': 'fa:16:3e:e5:bf:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1cf52ca-93c3-4097-b91f-e2e9e7f77884', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '362021c5-abb8-4100-895e-f332fcf184e4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:07:47Z', 'updated_at': '2021-04-20T18:07:51Z', 'revision_number': 4, 'project_id': '930f6eef44cf418db6a6296172720cdb', 'subnets': [{'id': '362021c5-abb8-4100-895e-f332fcf184e4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '345872fc-ebf8-4cae-b03e-11e2276065a7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786929-2-smb', False) {} {{(pid=86313) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:07:51.799234 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6199819e-1c0e-4be8-a077-d5def7e48095 None None] The sync data for ids ['f1cf52ca-93c3-4097-b91f-e2e9e7f77884'] in dv-cinder-786929-2-smb is: [{'id': 'f1cf52ca-93c3-4097-b91f-e2e9e7f77884', 'name': 'router1', 'tenant_id': '930f6eef44cf418db6a6296172720cdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:07:37Z', 'updated_at': '2021-04-20T18:07:48Z', 'revision_number': 2, 'project_id': '930f6eef44cf418db6a6296172720cdb', 'gw_port_host': None, '_interfaces': [{'id': '7c7158b2-a1f5-4b06-9bc8-2810ea7b556d', 'name': '', 'network_id': 'd2c185a3-1276-4d55-a57e-cb988df36fd7', 'tenant_id': '930f6eef44cf418db6a6296172720cdb', 'mac_address': 'fa:16:3e:e5:bf:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1cf52ca-93c3-4097-b91f-e2e9e7f77884', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '362021c5-abb8-4100-895e-f332fcf184e4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:07:47Z', 'updated_at': '2021-04-20T18:07:51Z', 'revision_number': 4, 'project_id': '930f6eef44cf418db6a6296172720cdb', 'subnets': [{'id': '362021c5-abb8-4100-895e-f332fcf184e4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '345872fc-ebf8-4cae-b03e-11e2276065a7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 18:07:52.126942 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.32', 46792) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:07:52.305429 dv-cinder-786929-2-smb neutron-server[86195]: WARNING oslo_policy.policy [None req-ae643d28-7239-4159-875d-b79bc2893ece admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 20 18:07:52.306013 dv-cinder-786929-2-smb neutron-server[86195]: WARNING oslo_policy.policy [None req-ae643d28-7239-4159-875d-b79bc2893ece admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 20 18:07:52.769599 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.policy [None req-ae643d28-7239-4159-875d-b79bc2893ece admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=86311) register_rules /opt/stack/neutron/neutron/policy.py:75}} Apr 20 18:07:52.985820 dv-cinder-786929-2-smb neutron-server[86195]: WARNING oslo_policy.policy [None req-ae643d28-7239-4159-875d-b79bc2893ece admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 20 18:07:52.986237 dv-cinder-786929-2-smb neutron-server[86195]: WARNING oslo_policy.policy [None req-ae643d28-7239-4159-875d-b79bc2893ece admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 20 18:07:53.003774 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae643d28-7239-4159-875d-b79bc2893ece admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:07:53.005859 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-ae643d28-7239-4159-875d-b79bc2893ece admin admin] 10.222.0.32 "GET /v2.0/networks/26051af8-ebd0-4db2-857e-181975352424 HTTP/1.1" status: 200 len: 842 time: 0.8766096 Apr 20 18:07:53.017799 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.v2.base [None req-29f7be69-a3b0-42ab-b520-2f8f1fb7ccd4 admin admin] Request body: {'subnet': {'gateway_ip': '172.28.0.1', 'cidr': '172.28.0.0/24', 'name': 'public-subnet', 'network_id': '26051af8-ebd0-4db2-857e-181975352424', 'ip_version': 4, 'enable_dhcp': False}} {{(pid=86311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:07:53.020933 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.quota [None req-29f7be69-a3b0-42ab-b520-2f8f1fb7ccd4 admin admin] Loaded quota_driver: . Apr 20 18:07:53.028217 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-29f7be69-a3b0-42ab-b520-2f8f1fb7ccd4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:07:53.034256 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-29f7be69-a3b0-42ab-b520-2f8f1fb7ccd4 admin admin] Usage tracker for resource:subnet and tenant:12f345f426d4457b8a1271650ec384a5 is out of sync, need to count used quota {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:07:53.038851 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-29f7be69-a3b0-42ab-b520-2f8f1fb7ccd4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:07:53.046196 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-29f7be69-a3b0-42ab-b520-2f8f1fb7ccd4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:07:53.058563 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29f7be69-a3b0-42ab-b520-2f8f1fb7ccd4 admin admin] Made reservation on behalf of 12f345f426d4457b8a1271650ec384a5 for: {'subnet': 1} {{(pid=86311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 18:07:53.064801 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-29f7be69-a3b0-42ab-b520-2f8f1fb7ccd4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:07:53.591536 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.objects.ports [None req-29f7be69-a3b0-42ab-b520-2f8f1fb7ccd4 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=86311) get_objects /opt/stack/neutron/neutron/objects/ports.py:446}} Apr 20 18:07:53.591941 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-29f7be69-a3b0-42ab-b520-2f8f1fb7ccd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854235284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514'] for subnet, after_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:07:53.597826 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:07:53.675362 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f7be69-a3b0-42ab-b520-2f8f1fb7ccd4 admin admin] Checking segment: {'id': '0fd0f869-d1a1-42b0-840f-a1b93e92e33d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26051af8-ebd0-4db2-857e-181975352424'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 18:07:53.675739 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29f7be69-a3b0-42ab-b520-2f8f1fb7ccd4 admin admin] Network hostable DHCP agents. Network: 26051af8-ebd0-4db2-857e-181975352424, hostable agents: ['7b7ebe60-b598-4f49-9612-2aa98fec0998'], hosted agents: [] {{(pid=86311) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 18:07:53.692094 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f7be69-a3b0-42ab-b520-2f8f1fb7ccd4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a8fb9e9c-99d7-49f9-8da9-302520785055,revision_number=0']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:07:53.702105 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f7be69-a3b0-42ab-b520-2f8f1fb7ccd4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:07:53.702579 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f7be69-a3b0-42ab-b520-2f8f1fb7ccd4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:07:53.702979 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f7be69-a3b0-42ab-b520-2f8f1fb7ccd4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:07:53.703332 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f7be69-a3b0-42ab-b520-2f8f1fb7ccd4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:07:53.703696 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f7be69-a3b0-42ab-b520-2f8f1fb7ccd4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:07:53.704071 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f7be69-a3b0-42ab-b520-2f8f1fb7ccd4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:07:53.704441 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f7be69-a3b0-42ab-b520-2f8f1fb7ccd4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:07:53.704940 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f7be69-a3b0-42ab-b520-2f8f1fb7ccd4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:07:53.705170 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f7be69-a3b0-42ab-b520-2f8f1fb7ccd4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:07:53.705507 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f7be69-a3b0-42ab-b520-2f8f1fb7ccd4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:07:53.705841 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f7be69-a3b0-42ab-b520-2f8f1fb7ccd4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:07:53.706173 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f7be69-a3b0-42ab-b520-2f8f1fb7ccd4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:07:53.707273 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f7be69-a3b0-42ab-b520-2f8f1fb7ccd4 admin admin] Tracked resource versions report: Apr 20 18:07:53.707273 dv-cinder-786929-2-smb neutron-server[86195]: pushed versions: Apr 20 18:07:53.707273 dv-cinder-786929-2-smb neutron-server[86195]: { 'AddressGroup': {'1.2'}, Apr 20 18:07:53.707273 dv-cinder-786929-2-smb neutron-server[86195]: 'ConntrackHelper': {'1.0'}, Apr 20 18:07:53.707273 dv-cinder-786929-2-smb neutron-server[86195]: 'Log': {'1.0'}, Apr 20 18:07:53.707273 dv-cinder-786929-2-smb neutron-server[86195]: 'Network': {'1.1'}, Apr 20 18:07:53.707273 dv-cinder-786929-2-smb neutron-server[86195]: 'Port': {'1.7'}, Apr 20 18:07:53.707273 dv-cinder-786929-2-smb neutron-server[86195]: 'PortForwarding': {'1.2'}, Apr 20 18:07:53.707273 dv-cinder-786929-2-smb neutron-server[86195]: 'QosPolicy': {'1.8'}, Apr 20 18:07:53.707273 dv-cinder-786929-2-smb neutron-server[86195]: 'SecurityGroup': {'1.4'}, Apr 20 18:07:53.707273 dv-cinder-786929-2-smb neutron-server[86195]: 'SecurityGroupRule': {'1.2'}, Apr 20 18:07:53.707273 dv-cinder-786929-2-smb neutron-server[86195]: 'SubPort': {'1.0'}, Apr 20 18:07:53.707273 dv-cinder-786929-2-smb neutron-server[86195]: 'Subnet': {'1.1'}, Apr 20 18:07:53.707273 dv-cinder-786929-2-smb neutron-server[86195]: 'Trunk': {'1.1'}} Apr 20 18:07:53.707273 dv-cinder-786929-2-smb neutron-server[86195]: consumer versions: Apr 20 18:07:53.707273 dv-cinder-786929-2-smb neutron-server[86195]: { DHCP agent@dv-cinder-786929-2-smb: {}, Apr 20 18:07:53.707273 dv-cinder-786929-2-smb neutron-server[86195]: L3 agent@dv-cinder-786929-2-smb: {}, Apr 20 18:07:53.707273 dv-cinder-786929-2-smb neutron-server[86195]: Metadata agent@dv-cinder-786929-2-smb: {}, Apr 20 18:07:53.707273 dv-cinder-786929-2-smb neutron-server[86195]: Metering agent@dv-cinder-786929-2-smb: {}, Apr 20 18:07:53.707273 dv-cinder-786929-2-smb neutron-server[86195]: Open vSwitch agent@dv-cinder-786929-2-smb: { 'AddressGroup': '1.2', Apr 20 18:07:53.707273 dv-cinder-786929-2-smb neutron-server[86195]: 'ConntrackHelper': '1.0', Apr 20 18:07:53.707273 dv-cinder-786929-2-smb neutron-server[86195]: 'Log': '1.0', Apr 20 18:07:53.707273 dv-cinder-786929-2-smb neutron-server[86195]: 'Network': '1.1', Apr 20 18:07:53.707273 dv-cinder-786929-2-smb neutron-server[86195]: 'Port': '1.7', Apr 20 18:07:53.707273 dv-cinder-786929-2-smb neutron-server[86195]: 'PortForwarding': '1.2', Apr 20 18:07:53.707273 dv-cinder-786929-2-smb neutron-server[86195]: 'QosPolicy': '1.8', Apr 20 18:07:53.707273 dv-cinder-786929-2-smb neutron-server[86195]: 'SecurityGroup': '1.4', Apr 20 18:07:53.707273 dv-cinder-786929-2-smb neutron-server[86195]: 'SecurityGroupRule': '1.2', Apr 20 18:07:53.707273 dv-cinder-786929-2-smb neutron-server[86195]: 'SubPort': '1.0', Apr 20 18:07:53.707273 dv-cinder-786929-2-smb neutron-server[86195]: 'Subnet': '1.1', Apr 20 18:07:53.707273 dv-cinder-786929-2-smb neutron-server[86195]: 'Trunk': '1.1'}} Apr 20 18:07:53.707273 dv-cinder-786929-2-smb neutron-server[86195]: {{(pid=86311) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 20 18:07:53.733392 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29f7be69-a3b0-42ab-b520-2f8f1fb7ccd4 admin admin] Network 26051af8-ebd0-4db2-857e-181975352424 is scheduled to be hosted by DHCP agent 7b7ebe60-b598-4f49-9612-2aa98fec0998 with binding_index 1 {{(pid=86311) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 18:07:53.745526 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-29f7be69-a3b0-42ab-b520-2f8f1fb7ccd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:07:53.746697 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.scheduler.base_scheduler [None req-29f7be69-a3b0-42ab-b520-2f8f1fb7ccd4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786929-2-smb, 26051af8-ebd0-4db2-857e-181975352424) {{(pid=86311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:07:53.751016 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29f7be69-a3b0-42ab-b520-2f8f1fb7ccd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:07:53.751660 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-29f7be69-a3b0-42ab-b520-2f8f1fb7ccd4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-751497'] for subnet, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:07:53.757792 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b750728b-bc3f-4032-b454-5a4f51c31746 None None] Network 26051af8-ebd0-4db2-857e-181975352424 requested from dv-cinder-786929-2-smb {{(pid=86312) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 18:07:53.777260 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-29f7be69-a3b0-42ab-b520-2f8f1fb7ccd4 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7610719 Apr 20 18:07:54.009942 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a33f0b9d-6530-49ab-a8e0-d831bdfcd60d None None] Network 26051af8-ebd0-4db2-857e-181975352424 requested from dv-cinder-786929-2-smb {{(pid=86312) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 18:07:56.194523 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.rpc [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Device 7c7158b2-a1f5-4b06-9bc8-2810ea7b556d up at agent ovs-agent-dv-cinder-786929-2-smb {{(pid=86312) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:07:56.269441 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.provisioning_blocks [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Provisioning for port 7c7158b2-a1f5-4b06-9bc8-2810ea7b556d completed by entity L2. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 18:07:56.274338 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.provisioning_blocks [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Provisioning complete for port 7c7158b2-a1f5-4b06-9bc8-2810ea7b556d triggered by entity L2. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:07:56.274765 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853381758'] for port, provisioning_complete {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:07:56.397563 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624671'] for port, before_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:07:56.418163 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.32', 46816) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:07:56.433155 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.db [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] For port 7c7158b2-a1f5-4b06-9bc8-2810ea7b556d, host dv-cinder-786929-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-2-smb',level=0,port_id=7c7158b2-a1f5-4b06-9bc8-2810ea7b556d,segment=NetworkSegment(9ab74483-e298-4ff0-a61d-0bb40cf861df),segment_id=9ab74483-e298-4ff0-a61d-0bb40cf861df)] {{(pid=86312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:07:56.436878 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852966479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736993730504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736993280695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299861495088'] for port, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:07:56.440336 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:07:56.670218 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Pushing event updated for resources: {'Port': ['ID=7c7158b2-a1f5-4b06-9bc8-2810ea7b556d,revision_number=5']} {{(pid=86312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:07:56.674075 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:07:56.678393 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-ddcbc3a7-d6b7-4841-a107-58a114b183c1 admin admin] 10.222.0.32 "GET /v2.0/routers/f1cf52ca-93c3-4097-b91f-e2e9e7f77884 HTTP/1.1" status: 200 len: 710 time: 0.2589853 Apr 20 18:07:56.824593 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf5ba5f7-3c2f-4d24-8d99-dd3c4a10a6d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:07:56.826296 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-bf5ba5f7-3c2f-4d24-8d99-dd3c4a10a6d8 admin admin] 10.222.0.32 "GET /v2.0/networks/26051af8-ebd0-4db2-857e-181975352424 HTTP/1.1" status: 200 len: 886 time: 0.1418877 Apr 20 18:07:56.837133 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.v2.base [None req-baf6a3c9-75c8-4ee9-93d1-557d0f2396dd admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '26051af8-ebd0-4db2-857e-181975352424'}}} {{(pid=86311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:07:57.317266 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-baf6a3c9-75c8-4ee9-93d1-557d0f2396dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-626934', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-654428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15578'] for router, precommit_update {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:07:57.848439 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-baf6a3c9-75c8-4ee9-93d1-557d0f2396dd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:07:57.910908 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-baf6a3c9-75c8-4ee9-93d1-557d0f2396dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624671'] for port, before_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:07:58.062302 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.db_base_plugin_common [None req-baf6a3c9-75c8-4ee9-93d1-557d0f2396dd admin admin] Allocated IP 172.28.0.237 (26051af8-ebd0-4db2-857e-181975352424/a8fb9e9c-99d7-49f9-8da9-302520785055/8978deda-526d-45eb-9a22-17c92aa68b33) {{(pid=86311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 18:07:58.191746 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.rpc [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Device 7c7158b2-a1f5-4b06-9bc8-2810ea7b556d up at agent ovs-agent-dv-cinder-786929-2-smb {{(pid=86312) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:07:58.262686 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-baf6a3c9-75c8-4ee9-93d1-557d0f2396dd admin admin] Notify callbacks [] for port, precommit_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:07:58.310069 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.provisioning_blocks [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Provisioning complete for port 7c7158b2-a1f5-4b06-9bc8-2810ea7b556d triggered by entity L2. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:07:58.310570 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853381758'] for port, provisioning_complete {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:07:58.349388 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-baf6a3c9-75c8-4ee9-93d1-557d0f2396dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852966479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736993280678'] for port, after_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:07:58.357751 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:07:58.421587 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baf6a3c9-75c8-4ee9-93d1-557d0f2396dd admin admin] Network 26051af8-ebd0-4db2-857e-181975352424 is already hosted by enough agents. {{(pid=86311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 18:07:58.433760 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.scheduler.base_scheduler [None req-baf6a3c9-75c8-4ee9-93d1-557d0f2396dd admin admin] Resources bound (agent type, host, resource id): {{(pid=86311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:07:58.437144 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf6a3c9-75c8-4ee9-93d1-557d0f2396dd admin admin] Received port after_create {{(pid=86311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 18:07:58.520583 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf6a3c9-75c8-4ee9-93d1-557d0f2396dd admin admin] Pushing event updated for resources: {'Port': ['ID=8978deda-526d-45eb-9a22-17c92aa68b33,revision_number=1']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:07:58.524185 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-baf6a3c9-75c8-4ee9-93d1-557d0f2396dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:07:58.888631 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-baf6a3c9-75c8-4ee9-93d1-557d0f2396dd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:07:59.265121 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-baf6a3c9-75c8-4ee9-93d1-557d0f2396dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-626934', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-654428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15578'] for router, precommit_update {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:07:59.268687 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-baf6a3c9-75c8-4ee9-93d1-557d0f2396dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854148900', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854148915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-626885', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036854121429'] for router, after_update {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:07:59.466806 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-baf6a3c9-75c8-4ee9-93d1-557d0f2396dd admin admin] Router f1cf52ca-93c3-4097-b91f-e2e9e7f77884 has already been hosted by L3 agent 40af0123-fc20-4e27-8672-759459b7c5ef {{(pid=86311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 18:07:59.826329 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baf6a3c9-75c8-4ee9-93d1-557d0f2396dd admin admin] Notify agent at l3_agent.dv-cinder-786929-2-smb the message routers_updated {{(pid=86311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 18:07:59.835804 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-baf6a3c9-75c8-4ee9-93d1-557d0f2396dd admin admin] Notify callbacks [] for router, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:07:59.839213 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-baf6a3c9-75c8-4ee9-93d1-557d0f2396dd admin admin] 10.222.0.32 "PUT /v2.0/routers/f1cf52ca-93c3-4097-b91f-e2e9e7f77884 HTTP/1.1" status: 200 len: 890 time: 3.0057836 Apr 20 18:07:59.843260 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d79f17-e728-46b2-861c-e9d7974faea2 None None] Sync routers for ids ['f1cf52ca-93c3-4097-b91f-e2e9e7f77884'] in dv-cinder-786929-2-smb {{(pid=86312) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 18:07:59.859957 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d79f17-e728-46b2-861c-e9d7974faea2 None None] Routers {'f1cf52ca-93c3-4097-b91f-e2e9e7f77884'} bound to L3 agent in host dv-cinder-786929-2-smb {{(pid=86312) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:07:59.860944 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_hamode_db [None req-34d79f17-e728-46b2-861c-e9d7974faea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786929-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-20T18:07:11Z,description=,heartbeat_timestamp=2021-04-20T18:07:41Z,host='dv-cinder-786929-2-smb',id=40af0123-fc20-4e27-8672-759459b7c5ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T18:07:11Z,topic='l3_agent')) {'router_ids': ['f1cf52ca-93c3-4097-b91f-e2e9e7f77884'], 'active': True} {{(pid=86312) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:08:00.101450 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_dvr_db [None req-34d79f17-e728-46b2-861c-e9d7974faea2 None None] Set router f1cf52ca-93c3-4097-b91f-e2e9e7f77884 gateway port host: dv-cinder-786929-2-smb {{(pid=86312) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 18:08:00.562611 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_hamode_db [None req-34d79f17-e728-46b2-861c-e9d7974faea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1cf52ca-93c3-4097-b91f-e2e9e7f77884', 'name': 'router1', 'tenant_id': '930f6eef44cf418db6a6296172720cdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26051af8-ebd0-4db2-857e-181975352424', 'external_fixed_ips': [{'subnet_id': 'a8fb9e9c-99d7-49f9-8da9-302520785055', 'ip_address': '172.28.0.237'}], 'enable_snat': True}, 'gw_port_id': '8978deda-526d-45eb-9a22-17c92aa68b33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:07:37Z', 'updated_at': '2021-04-20T18:07:58Z', 'revision_number': 4, 'project_id': '930f6eef44cf418db6a6296172720cdb', 'gw_port': {'id': '8978deda-526d-45eb-9a22-17c92aa68b33', 'name': '', 'network_id': '26051af8-ebd0-4db2-857e-181975352424', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:cb:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1cf52ca-93c3-4097-b91f-e2e9e7f77884', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a8fb9e9c-99d7-49f9-8da9-302520785055', 'ip_address': '172.28.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:07:57Z', 'updated_at': '2021-04-20T18:07:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a8fb9e9c-99d7-49f9-8da9-302520785055', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-2-smb', '_interfaces': [{'id': '7c7158b2-a1f5-4b06-9bc8-2810ea7b556d', 'name': '', 'network_id': 'd2c185a3-1276-4d55-a57e-cb988df36fd7', 'tenant_id': '930f6eef44cf418db6a6296172720cdb', 'mac_address': 'fa:16:3e:e5:bf:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1cf52ca-93c3-4097-b91f-e2e9e7f77884', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '362021c5-abb8-4100-895e-f332fcf184e4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:07:47Z', 'updated_at': '2021-04-20T18:07:56Z', 'revision_number': 5, 'project_id': '930f6eef44cf418db6a6296172720cdb', 'subnets': [{'id': '362021c5-abb8-4100-895e-f332fcf184e4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '345872fc-ebf8-4cae-b03e-11e2276065a7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786929-2-smb', False) {} {{(pid=86312) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:08:00.568001 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d79f17-e728-46b2-861c-e9d7974faea2 None None] Checking router: f1cf52ca-93c3-4097-b91f-e2e9e7f77884 for host: dv-cinder-786929-2-smb {{(pid=86312) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 18:08:00.568935 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d79f17-e728-46b2-861c-e9d7974faea2 None None] Updating router f1cf52ca-93c3-4097-b91f-e2e9e7f77884 port 8978deda-526d-45eb-9a22-17c92aa68b33 binding host dv-cinder-786929-2-smb {{(pid=86312) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 20 18:08:00.633708 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-34d79f17-e728-46b2-861c-e9d7974faea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624671'] for port, before_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:08:01.013085 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-34d79f17-e728-46b2-861c-e9d7974faea2 None None] Notify callbacks [] for port, precommit_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:08:01.027480 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.provisioning_blocks [None req-34d79f17-e728-46b2-861c-e9d7974faea2 None None] Transition to ACTIVE for port object 8978deda-526d-45eb-9a22-17c92aa68b33 will not be triggered until provisioned by entity L2. {{(pid=86312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 18:08:01.033379 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-34d79f17-e728-46b2-861c-e9d7974faea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852966479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736993730504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736993280695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299861495088'] for port, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:08:01.039488 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:08:01.126773 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38eb0c43-974c-4cd3-803a-216749b0d197 None None] Pushing event updated for resources: {'Port': ['ID=8978deda-526d-45eb-9a22-17c92aa68b33,revision_number=2']} {{(pid=86312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:08:01.129427 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.managers [None req-34d79f17-e728-46b2-861c-e9d7974faea2 None None] Attempting to bind port 8978deda-526d-45eb-9a22-17c92aa68b33 on host dv-cinder-786929-2-smb for vnic_type normal with profile {{(pid=86312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 18:08:01.129834 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.managers [None req-34d79f17-e728-46b2-861c-e9d7974faea2 None None] Attempting to bind port 8978deda-526d-45eb-9a22-17c92aa68b33 by drivers openvswitch,hyperv on host dv-cinder-786929-2-smb at level 0 using segments [{'id': '0fd0f869-d1a1-42b0-840f-a1b93e92e33d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26051af8-ebd0-4db2-857e-181975352424'}] {{(pid=86312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 18:08:01.130292 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d79f17-e728-46b2-861c-e9d7974faea2 None None] Attempting to bind port 8978deda-526d-45eb-9a22-17c92aa68b33 on network 26051af8-ebd0-4db2-857e-181975352424 {{(pid=86312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 18:08:01.133524 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-38eb0c43-974c-4cd3-803a-216749b0d197 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:08:01.139914 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d79f17-e728-46b2-861c-e9d7974faea2 None None] Checking agent: {'id': '909349f5-e61f-491f-bcfb-3e6f3416917d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786929-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 7, 12), 'started_at': datetime.datetime(2021, 4, 20, 18, 7, 42), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 7, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786929-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 18:08:01.140376 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d79f17-e728-46b2-861c-e9d7974faea2 None None] Checking segment: {'id': '0fd0f869-d1a1-42b0-840f-a1b93e92e33d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26051af8-ebd0-4db2-857e-181975352424'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 18:08:01.140922 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-34d79f17-e728-46b2-861c-e9d7974faea2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:08:01.141398 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d79f17-e728-46b2-861c-e9d7974faea2 None None] Bound using segment: {'id': '0fd0f869-d1a1-42b0-840f-a1b93e92e33d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26051af8-ebd0-4db2-857e-181975352424'} {{(pid=86312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 18:08:01.142034 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.managers [None req-34d79f17-e728-46b2-861c-e9d7974faea2 None None] Bound port: 8978deda-526d-45eb-9a22-17c92aa68b33, host: dv-cinder-786929-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fd0f869-d1a1-42b0-840f-a1b93e92e33d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26051af8-ebd0-4db2-857e-181975352424'}}] {{(pid=86312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 18:08:01.142590 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-34d79f17-e728-46b2-861c-e9d7974faea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624671'] for port, before_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:08:01.227705 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.db [None req-34d79f17-e728-46b2-861c-e9d7974faea2 None None] For port 8978deda-526d-45eb-9a22-17c92aa68b33, host dv-cinder-786929-2-smb, cleared binding levels {{(pid=86312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 18:08:01.231105 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.db [None req-34d79f17-e728-46b2-861c-e9d7974faea2 None None] For port 8978deda-526d-45eb-9a22-17c92aa68b33, host dv-cinder-786929-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-2-smb',level=0,port_id=8978deda-526d-45eb-9a22-17c92aa68b33,segment=NetworkSegment(0fd0f869-d1a1-42b0-840f-a1b93e92e33d),segment_id=0fd0f869-d1a1-42b0-840f-a1b93e92e33d)] {{(pid=86312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 18:08:01.234573 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-34d79f17-e728-46b2-861c-e9d7974faea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852966479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736993730504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736993280695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299861495088'] for port, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:08:01.239760 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-38eb0c43-974c-4cd3-803a-216749b0d197 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:08:01.326507 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d79f17-e728-46b2-861c-e9d7974faea2 None None] Routers {'f1cf52ca-93c3-4097-b91f-e2e9e7f77884'} bound to L3 agent in host dv-cinder-786929-2-smb {{(pid=86312) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:08:01.327183 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_hamode_db [None req-34d79f17-e728-46b2-861c-e9d7974faea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786929-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-20T18:07:11Z,description=,heartbeat_timestamp=2021-04-20T18:07:41Z,host='dv-cinder-786929-2-smb',id=40af0123-fc20-4e27-8672-759459b7c5ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T18:07:11Z,topic='l3_agent')) {'router_ids': ['f1cf52ca-93c3-4097-b91f-e2e9e7f77884'], 'active': True} {{(pid=86312) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:08:01.394483 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38eb0c43-974c-4cd3-803a-216749b0d197 None None] Pushing event updated for resources: {'Port': ['ID=8978deda-526d-45eb-9a22-17c92aa68b33,revision_number=3']} {{(pid=86312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:08:01.407131 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-38eb0c43-974c-4cd3-803a-216749b0d197 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:08:01.546285 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_dvr_db [None req-34d79f17-e728-46b2-861c-e9d7974faea2 None None] Set router f1cf52ca-93c3-4097-b91f-e2e9e7f77884 gateway port host: dv-cinder-786929-2-smb {{(pid=86312) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 18:08:01.948966 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_hamode_db [None req-34d79f17-e728-46b2-861c-e9d7974faea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1cf52ca-93c3-4097-b91f-e2e9e7f77884', 'name': 'router1', 'tenant_id': '930f6eef44cf418db6a6296172720cdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26051af8-ebd0-4db2-857e-181975352424', 'external_fixed_ips': [{'subnet_id': 'a8fb9e9c-99d7-49f9-8da9-302520785055', 'ip_address': '172.28.0.237'}], 'enable_snat': True}, 'gw_port_id': '8978deda-526d-45eb-9a22-17c92aa68b33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:07:37Z', 'updated_at': '2021-04-20T18:07:58Z', 'revision_number': 4, 'project_id': '930f6eef44cf418db6a6296172720cdb', 'gw_port': {'id': '8978deda-526d-45eb-9a22-17c92aa68b33', 'name': '', 'network_id': '26051af8-ebd0-4db2-857e-181975352424', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:cb:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1cf52ca-93c3-4097-b91f-e2e9e7f77884', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a8fb9e9c-99d7-49f9-8da9-302520785055', 'ip_address': '172.28.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:07:57Z', 'updated_at': '2021-04-20T18:08:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8fb9e9c-99d7-49f9-8da9-302520785055', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-2-smb', '_interfaces': [{'id': '7c7158b2-a1f5-4b06-9bc8-2810ea7b556d', 'name': '', 'network_id': 'd2c185a3-1276-4d55-a57e-cb988df36fd7', 'tenant_id': '930f6eef44cf418db6a6296172720cdb', 'mac_address': 'fa:16:3e:e5:bf:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1cf52ca-93c3-4097-b91f-e2e9e7f77884', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '362021c5-abb8-4100-895e-f332fcf184e4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:07:47Z', 'updated_at': '2021-04-20T18:07:56Z', 'revision_number': 5, 'project_id': '930f6eef44cf418db6a6296172720cdb', 'subnets': [{'id': '362021c5-abb8-4100-895e-f332fcf184e4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '345872fc-ebf8-4cae-b03e-11e2276065a7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786929-2-smb', False) {} {{(pid=86312) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:08:01.957087 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d79f17-e728-46b2-861c-e9d7974faea2 None None] The sync data for ids ['f1cf52ca-93c3-4097-b91f-e2e9e7f77884'] in dv-cinder-786929-2-smb is: [{'id': 'f1cf52ca-93c3-4097-b91f-e2e9e7f77884', 'name': 'router1', 'tenant_id': '930f6eef44cf418db6a6296172720cdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26051af8-ebd0-4db2-857e-181975352424', 'external_fixed_ips': [{'subnet_id': 'a8fb9e9c-99d7-49f9-8da9-302520785055', 'ip_address': '172.28.0.237'}], 'enable_snat': True}, 'gw_port_id': '8978deda-526d-45eb-9a22-17c92aa68b33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:07:37Z', 'updated_at': '2021-04-20T18:07:58Z', 'revision_number': 4, 'project_id': '930f6eef44cf418db6a6296172720cdb', 'gw_port': {'id': '8978deda-526d-45eb-9a22-17c92aa68b33', 'name': '', 'network_id': '26051af8-ebd0-4db2-857e-181975352424', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:cb:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1cf52ca-93c3-4097-b91f-e2e9e7f77884', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a8fb9e9c-99d7-49f9-8da9-302520785055', 'ip_address': '172.28.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:07:57Z', 'updated_at': '2021-04-20T18:08:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8fb9e9c-99d7-49f9-8da9-302520785055', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-2-smb', '_interfaces': [{'id': '7c7158b2-a1f5-4b06-9bc8-2810ea7b556d', 'name': '', 'network_id': 'd2c185a3-1276-4d55-a57e-cb988df36fd7', 'tenant_id': '930f6eef44cf418db6a6296172720cdb', 'mac_address': 'fa:16:3e:e5:bf:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1cf52ca-93c3-4097-b91f-e2e9e7f77884', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '362021c5-abb8-4100-895e-f332fcf184e4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:07:47Z', 'updated_at': '2021-04-20T18:07:56Z', 'revision_number': 5, 'project_id': '930f6eef44cf418db6a6296172720cdb', 'subnets': [{'id': '362021c5-abb8-4100-895e-f332fcf184e4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '345872fc-ebf8-4cae-b03e-11e2276065a7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86312) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 18:08:02.260798 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.rpc [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Device 8978deda-526d-45eb-9a22-17c92aa68b33 up at agent ovs-agent-dv-cinder-786929-2-smb {{(pid=86312) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:08:02.391207 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.provisioning_blocks [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Provisioning for port 8978deda-526d-45eb-9a22-17c92aa68b33 completed by entity L2. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 18:08:02.400578 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.provisioning_blocks [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Provisioning complete for port 8978deda-526d-45eb-9a22-17c92aa68b33 triggered by entity L2. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:08:02.401140 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853381758'] for port, provisioning_complete {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:08:02.547920 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624671'] for port, before_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:08:02.570896 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.db [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] For port 8978deda-526d-45eb-9a22-17c92aa68b33, host dv-cinder-786929-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-2-smb',level=0,port_id=8978deda-526d-45eb-9a22-17c92aa68b33,segment=NetworkSegment(0fd0f869-d1a1-42b0-840f-a1b93e92e33d),segment_id=0fd0f869-d1a1-42b0-840f-a1b93e92e33d)] {{(pid=86312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:08:02.574939 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852966479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736993730504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736993280695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299861495088'] for port, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:08:02.577631 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-97d2972b-7cf9-467e-9ffe-51b04f08cb19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:08:02.652964 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Pushing event updated for resources: {'Port': ['ID=8978deda-526d-45eb-9a22-17c92aa68b33,revision_number=4']} {{(pid=86312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:08:02.656223 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:08:03.547235 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.32', 46826) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:08:03.674212 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-8713823b-8277-43ed-ab15-aafeee44c26d admin admin] 10.222.0.32 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 413 time: 0.1257203 Apr 20 18:08:04.185527 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.rpc [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Device 8978deda-526d-45eb-9a22-17c92aa68b33 up at agent ovs-agent-dv-cinder-786929-2-smb {{(pid=86312) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:08:04.268513 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.provisioning_blocks [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Provisioning complete for port 8978deda-526d-45eb-9a22-17c92aa68b33 triggered by entity L2. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:08:04.268922 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853381758'] for port, provisioning_complete {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:08:08.036471 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-264589d9-9c0e-49cb-a144-0766d13dfb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299861013637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394135'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:08:09.209844 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.agents_db [None req-b35f03a3-c7a0-4608-9f7c-a0859408129f None None] Agent healthcheck: found 5 active agents {{(pid=86313) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 18:08:10.902139 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-3f29845d-7af0-43ce-9e87-5e9b4d84ddbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299861013637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394135'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:08:11.073853 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-2bb93f3c-0bff-4547-a1e0-c38a344e24ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299861013637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394135'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:08:12.148959 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299861013637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394135'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:08:13.223915 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-f70b5d3b-7deb-456f-82aa-acef0ba2518a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299861013637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394135'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:08:38.050460 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-e248563e-ee77-485a-bbe1-1c459e758689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299861013637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394135'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:08:40.861855 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-f241b27b-3e61-4095-8385-3d0c01a30e49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299861013637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394135'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:08:41.051879 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-2bb93f3c-0bff-4547-a1e0-c38a344e24ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299861013637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394135'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:08:42.107799 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299861013637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394135'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:08:43.225085 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-f70b5d3b-7deb-456f-82aa-acef0ba2518a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299861013637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394135'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:08:46.211828 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.agents_db [None req-b35f03a3-c7a0-4608-9f7c-a0859408129f None None] Agent healthcheck: found 5 active agents {{(pid=86313) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 18:09:08.032019 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-66eea986-dfbe-46f4-b34a-c7d8389bc974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299861013637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394135'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:09:10.858042 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-9bec2ba4-5eee-41db-b87d-fb4bc26f5635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299861013637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394135'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:09:11.054077 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-2bb93f3c-0bff-4547-a1e0-c38a344e24ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299861013637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394135'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:09:12.113642 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299861013637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394135'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:09:13.227555 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-f70b5d3b-7deb-456f-82aa-acef0ba2518a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299861013637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394135'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:09:23.212816 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.agents_db [None req-b35f03a3-c7a0-4608-9f7c-a0859408129f None None] Agent healthcheck: found 5 active agents {{(pid=86313) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 18:09:38.027820 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-47c3431e-3222-4e58-8a7e-21fb90798b31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299861013637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394135'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:09:40.860681 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-525e5230-1c4d-4cd4-b45c-1a31157343a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299861013637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394135'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:09:41.056846 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-2bb93f3c-0bff-4547-a1e0-c38a344e24ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299861013637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394135'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:09:42.121430 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299861013637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394135'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:09:43.224849 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-f70b5d3b-7deb-456f-82aa-acef0ba2518a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299861013637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394135'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:10:00.212339 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.agents_db [None req-b35f03a3-c7a0-4608-9f7c-a0859408129f None None] Agent healthcheck: found 5 active agents {{(pid=86313) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 18:10:00.297185 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.32', 47396) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:10:00.371469 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a5cfe82-1d7d-4c2b-be2a-68fe00c3e27e admin admin] GET failed (client error): The resource could not be found. Apr 20 18:10:00.372072 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-7a5cfe82-1d7d-4c2b-be2a-68fe00c3e27e admin admin] Synchronizing usage tracker for tenant:12f345f426d4457b8a1271650ec384a5 on resource:network {{(pid=86310) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 18:10:00.388641 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-7a5cfe82-1d7d-4c2b-be2a-68fe00c3e27e admin admin] Unset dirty status for tenant:12f345f426d4457b8a1271650ec384a5 on resource:network {{(pid=86310) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 18:10:00.389814 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-7a5cfe82-1d7d-4c2b-be2a-68fe00c3e27e admin admin] 10.222.0.32 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0915856 Apr 20 18:10:00.535219 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a2d0630-9a4e-4a9e-9e24-41ee31de255f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:10:00.536737 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-4a2d0630-9a4e-4a9e-9e24-41ee31de255f admin admin] 10.222.0.32 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1426773 Apr 20 18:10:03.081875 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.32', 47406) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:10:03.198756 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-427af3c3-e7a7-4c6f-8793-f51ead9b9c3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:10:03.200215 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-427af3c3-e7a7-4c6f-8793-f51ead9b9c3c admin admin] 10.222.0.32 "GET /v2.0/subnets/362021c5-abb8-4100-895e-f332fcf184e4 HTTP/1.1" status: 200 len: 849 time: 0.1172669 Apr 20 18:10:03.210584 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.v2.base [None req-d345e8d2-d50f-4b7f-949c-d51a770475fd admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=86310) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:10:03.339062 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-d345e8d2-d50f-4b7f-949c-d51a770475fd admin admin] Notify callbacks [] for subnet, before_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:10:03.658173 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-d345e8d2-d50f-4b7f-949c-d51a770475fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854235284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8736993730521'] for subnet, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:10:03.662958 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-5d9366fc-8e2b-4f35-a0ce-bba2a2fb414e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:10:03.702595 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d345e8d2-d50f-4b7f-949c-d51a770475fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:10:03.703239 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-d345e8d2-d50f-4b7f-949c-d51a770475fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-751497'] for subnet, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:10:03.720439 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-d345e8d2-d50f-4b7f-949c-d51a770475fd admin admin] 10.222.0.32 "PUT /v2.0/subnets/362021c5-abb8-4100-895e-f332fcf184e4 HTTP/1.1" status: 200 len: 868 time: 0.5088153 Apr 20 18:10:03.720707 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-801ad027-dad2-49aa-bb32-710e5c827c7c None None] Network d2c185a3-1276-4d55-a57e-cb988df36fd7 requested from dv-cinder-786929-2-smb {{(pid=86312) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 18:10:03.750614 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d345e8d2-d50f-4b7f-949c-d51a770475fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=362021c5-abb8-4100-895e-f332fcf184e4,revision_number=1']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:10:03.758693 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d345e8d2-d50f-4b7f-949c-d51a770475fd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:10:03.759078 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d345e8d2-d50f-4b7f-949c-d51a770475fd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:10:03.759454 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d345e8d2-d50f-4b7f-949c-d51a770475fd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:10:03.759824 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d345e8d2-d50f-4b7f-949c-d51a770475fd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:10:03.760194 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d345e8d2-d50f-4b7f-949c-d51a770475fd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:10:03.760738 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d345e8d2-d50f-4b7f-949c-d51a770475fd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:10:03.760918 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d345e8d2-d50f-4b7f-949c-d51a770475fd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:10:03.761263 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d345e8d2-d50f-4b7f-949c-d51a770475fd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:10:03.761640 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d345e8d2-d50f-4b7f-949c-d51a770475fd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:10:03.762003 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d345e8d2-d50f-4b7f-949c-d51a770475fd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:10:03.762361 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d345e8d2-d50f-4b7f-949c-d51a770475fd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:10:03.762744 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d345e8d2-d50f-4b7f-949c-d51a770475fd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:10:03.766623 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-d345e8d2-d50f-4b7f-949c-d51a770475fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:10:04.147155 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.provisioning_blocks [None req-bbafac45-e465-499c-a747-58f531a957cf None None] Provisioning complete for port 7c7158b2-a1f5-4b06-9bc8-2810ea7b556d triggered by entity DHCP. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:10:04.147898 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-bbafac45-e465-499c-a747-58f531a957cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853381758'] for port, provisioning_complete {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:10:04.287282 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.provisioning_blocks [None req-bbafac45-e465-499c-a747-58f531a957cf None None] Provisioning complete for port acefa36a-9701-4a30-a606-49b7e349b6cc triggered by entity DHCP. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:10:04.287590 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-bbafac45-e465-499c-a747-58f531a957cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853381758'] for port, provisioning_complete {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:10:06.231366 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.32', 47416) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:10:06.423274 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fd2fd8a-e97d-43e5-b432-4191c7d4887c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:10:06.423707 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fd2fd8a-e97d-43e5-b432-4191c7d4887c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:10:06.425336 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-2fd2fd8a-e97d-43e5-b432-4191c7d4887c admin admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1929431 Apr 20 18:10:08.019731 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-df5dd2ee-5c6b-4a61-b67d-93063b94d34e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299861013637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394135'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:10:08.950898 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.32', 47426) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:10:09.140560 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2119f18f-202f-4716-a7ac-ea3348286de4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:10:09.141194 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2119f18f-202f-4716-a7ac-ea3348286de4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:10:09.142767 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-2119f18f-202f-4716-a7ac-ea3348286de4 admin admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1907628 Apr 20 18:10:10.854052 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-cc6b4f14-6dd6-46a9-83dd-7bad2b29e8cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299861013637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394135'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:10:11.050221 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-2bb93f3c-0bff-4547-a1e0-c38a344e24ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299861013637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394135'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:10:11.683911 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.32', 47436) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:10:11.868525 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca5e0cff-1610-41fd-ba69-b784c4957d88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:10:11.870048 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-ca5e0cff-1610-41fd-ba69-b784c4957d88 admin admin] 10.222.0.32 "GET /v2.0/networks/26051af8-ebd0-4db2-857e-181975352424 HTTP/1.1" status: 200 len: 886 time: 0.1851032 Apr 20 18:10:12.106158 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299861013637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394135'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:10:13.226089 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-f70b5d3b-7deb-456f-82aa-acef0ba2518a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299861013637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394135'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:10:14.382628 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.32', 47446) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:10:14.574613 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78c3d7f3-a637-424b-935b-52f05f77f6de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:10:14.576650 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-78c3d7f3-a637-424b-935b-52f05f77f6de admin admin] 10.222.0.32 "GET /v2.0/networks/d2c185a3-1276-4d55-a57e-cb988df36fd7 HTTP/1.1" status: 200 len: 869 time: 0.1923161 Apr 20 18:10:17.116496 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.32', 47456) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:10:17.237327 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3780bbcb-7781-4ae6-9ac7-7908b7406825 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:10:17.237839 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3780bbcb-7781-4ae6-9ac7-7908b7406825 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:10:17.239481 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-3780bbcb-7781-4ae6-9ac7-7908b7406825 admin admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1219456 Apr 20 18:10:19.818611 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.32', 47466) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:10:19.944233 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21067f0e-2258-4785-a563-07b0a81d18eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:10:19.944669 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21067f0e-2258-4785-a563-07b0a81d18eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:10:19.946331 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-21067f0e-2258-4785-a563-07b0a81d18eb admin admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1266944 Apr 20 18:10:22.512102 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.32', 47476) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:10:22.632882 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-415fc082-a8ec-4607-bde8-f7bf38941bbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:10:22.634361 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-415fc082-a8ec-4607-bde8-f7bf38941bbb admin admin] 10.222.0.32 "GET /v2.0/subnets/362021c5-abb8-4100-895e-f332fcf184e4 HTTP/1.1" status: 200 len: 868 time: 0.1212986 Apr 20 18:10:25.137495 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.32', 47486) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:10:25.253306 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14f4f702-cd0d-4f74-a5dc-1f626f7c2c64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:10:25.254780 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-14f4f702-cd0d-4f74-a5dc-1f626f7c2c64 admin admin] 10.222.0.32 "GET /v2.0/subnets/a8fb9e9c-99d7-49f9-8da9-302520785055 HTTP/1.1" status: 200 len: 816 time: 0.1162155 Apr 20 18:10:37.212629 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.agents_db [None req-b35f03a3-c7a0-4608-9f7c-a0859408129f None None] Agent healthcheck: found 5 active agents {{(pid=86313) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 18:10:38.022591 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-dcac83d0-d6ee-4aa8-90fa-48c1bb548e09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299861013637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394135'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:10:40.857415 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-65e5b621-e096-4672-8d7d-6add55538f52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299861013637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394135'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:10:41.055621 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-2bb93f3c-0bff-4547-a1e0-c38a344e24ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299861013637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394135'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:10:42.108613 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299861013637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394135'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:10:43.228579 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-f70b5d3b-7deb-456f-82aa-acef0ba2518a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299861013637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394135'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:10:52.549963 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.32', 47530) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:10:52.604566 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [None req-022f8df7-c8dc-4636-a3c8-4ce745bd1e3a admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=86310) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 20 18:10:52.606229 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-022f8df7-c8dc-4636-a3c8-4ce745bd1e3a admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0552042 Apr 20 18:10:55.208666 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.32', 47540) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:10:55.286395 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d08841b-75fd-444a-9939-f086b19ac70c admin admin] GET failed (client error): The resource could not be found. Apr 20 18:10:55.287847 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-5d08841b-75fd-444a-9939-f086b19ac70c admin admin] 10.222.0.32 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0781651 Apr 20 18:10:55.608696 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01a7253f-dd91-4f23-bcd7-4aca102039c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:10:55.610301 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-01a7253f-dd91-4f23-bcd7-4aca102039c6 admin admin] 10.222.0.32 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.3181272 Apr 20 18:10:58.171597 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.32', 47550) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:10:58.224559 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.v2.base [None req-e8207988-5229-4907-b278-28e227b69c63 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=86310) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:10:58.230058 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-e8207988-5229-4907-b278-28e227b69c63 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:10:58.240880 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-e8207988-5229-4907-b278-28e227b69c63 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:10:58.249878 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8207988-5229-4907-b278-28e227b69c63 admin admin] Made reservation on behalf of 12f345f426d4457b8a1271650ec384a5 for: {'network': 1} {{(pid=86310) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 18:10:58.254499 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-e8207988-5229-4907-b278-28e227b69c63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624671'] for network, before_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:10:58.347319 dv-cinder-786929-2-smb neutron-server[86195]: WARNING neutron.services.revisions.revision_plugin [None req-e8207988-5229-4907-b278-28e227b69c63 admin admin] Could not find related network for resource to bump revision. Apr 20 18:10:58.359363 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8207988-5229-4907-b278-28e227b69c63 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 122} {{(pid=86310) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 20 18:10:58.367992 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-e8207988-5229-4907-b278-28e227b69c63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1711814'] for segment, precommit_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:10:58.368374 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.db.segments_db [None req-e8207988-5229-4907-b278-28e227b69c63 admin admin] Added segment 54ec0c17-9aad-481c-8f06-6f9b3e822cea of type vlan for network 071814cd-37c3-49fa-a55e-9b9ea0340bd9 Apr 20 18:10:58.395270 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-e8207988-5229-4907-b278-28e227b69c63 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363299861504440'] for network, precommit_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:10:58.424514 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-e8207988-5229-4907-b278-28e227b69c63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854236788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514'] for network, after_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:10:58.425874 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8207988-5229-4907-b278-28e227b69c63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:10:58.426526 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-e8207988-5229-4907-b278-28e227b69c63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-751497'] for network, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:10:58.431437 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-6c4118db-2959-414f-abaf-064cf8b1b3e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:10:58.533931 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-e8207988-5229-4907-b278-28e227b69c63 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3610837 Apr 20 18:10:58.539469 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8207988-5229-4907-b278-28e227b69c63 admin admin] Pushing event updated for resources: {'Network': ['ID=071814cd-37c3-49fa-a55e-9b9ea0340bd9,revision_number=1']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:10:58.542333 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-e8207988-5229-4907-b278-28e227b69c63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:10:58.552503 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.rpc [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Network 071814cd-37c3-49fa-a55e-9b9ea0340bd9 details requested by agent ovs-agent-dv-cinder-786929-2-smb with host dv-cinder-786929-2-smb {{(pid=86312) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 18:11:01.123019 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.32', 47560) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:11:01.197312 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.pecan_wsgi.hooks.translation [None req-8992208f-527e-459e-a508-4e0a1ab78024 admin admin] GET failed (client error): The resource could not be found. Apr 20 18:11:01.197875 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-8992208f-527e-459e-a508-4e0a1ab78024 admin admin] Synchronizing usage tracker for tenant:12f345f426d4457b8a1271650ec384a5 on resource:network {{(pid=86310) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 18:11:01.211835 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-8992208f-527e-459e-a508-4e0a1ab78024 admin admin] Unset dirty status for tenant:12f345f426d4457b8a1271650ec384a5 on resource:network {{(pid=86310) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 18:11:01.213019 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-8992208f-527e-459e-a508-4e0a1ab78024 admin admin] 10.222.0.32 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0889611 Apr 20 18:11:01.329652 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2d4f905-d8c8-4175-be95-4445972844ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:11:01.331173 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-c2d4f905-d8c8-4175-be95-4445972844ff admin admin] 10.222.0.32 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1137347 Apr 20 18:11:01.342159 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.v2.base [None req-683a2cd0-b4be-4577-b87d-c99b2a754cdf admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'name': 'shared-subnet', 'network_id': '071814cd-37c3-49fa-a55e-9b9ea0340bd9', 'ip_version': 4}} {{(pid=86310) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:11:01.347054 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-683a2cd0-b4be-4577-b87d-c99b2a754cdf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:11:01.351098 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-683a2cd0-b4be-4577-b87d-c99b2a754cdf admin admin] Usage tracker for resource:subnet and tenant:12f345f426d4457b8a1271650ec384a5 is out of sync, need to count used quota {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:11:01.354065 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-683a2cd0-b4be-4577-b87d-c99b2a754cdf admin admin] Quota usage for subnet was recalculated. Used quota:1. {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:11:01.360889 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-683a2cd0-b4be-4577-b87d-c99b2a754cdf admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:11:01.370133 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-683a2cd0-b4be-4577-b87d-c99b2a754cdf admin admin] Made reservation on behalf of 12f345f426d4457b8a1271650ec384a5 for: {'subnet': 1} {{(pid=86310) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 18:11:01.375541 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-683a2cd0-b4be-4577-b87d-c99b2a754cdf admin admin] Notify callbacks [] for subnet, before_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:11:01.783793 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-683a2cd0-b4be-4577-b87d-c99b2a754cdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854235284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514'] for subnet, after_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:11:01.787732 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:11:01.868267 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683a2cd0-b4be-4577-b87d-c99b2a754cdf admin admin] Pushing event updated for resources: {'Subnet': ['ID=b08e1617-aaa9-4431-8904-4bceb55f80d3,revision_number=0']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:11:01.872469 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-683a2cd0-b4be-4577-b87d-c99b2a754cdf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:11:01.878803 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-683a2cd0-b4be-4577-b87d-c99b2a754cdf admin admin] Checking segment: {'id': '54ec0c17-9aad-481c-8f06-6f9b3e822cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '071814cd-37c3-49fa-a55e-9b9ea0340bd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 18:11:01.879196 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-683a2cd0-b4be-4577-b87d-c99b2a754cdf admin admin] Network hostable DHCP agents. Network: 071814cd-37c3-49fa-a55e-9b9ea0340bd9, hostable agents: ['7b7ebe60-b598-4f49-9612-2aa98fec0998'], hosted agents: [] {{(pid=86310) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 18:11:01.897518 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-683a2cd0-b4be-4577-b87d-c99b2a754cdf admin admin] Network 071814cd-37c3-49fa-a55e-9b9ea0340bd9 is scheduled to be hosted by DHCP agent 7b7ebe60-b598-4f49-9612-2aa98fec0998 with binding_index 1 {{(pid=86310) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 18:11:01.906494 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.scheduler.base_scheduler [None req-683a2cd0-b4be-4577-b87d-c99b2a754cdf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786929-2-smb, 071814cd-37c3-49fa-a55e-9b9ea0340bd9) {{(pid=86310) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:11:01.910536 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-683a2cd0-b4be-4577-b87d-c99b2a754cdf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:11:01.911182 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-683a2cd0-b4be-4577-b87d-c99b2a754cdf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-751497'] for subnet, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:11:01.915747 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33b28893-39c3-4869-bf49-0c3f86274436 None None] Network 071814cd-37c3-49fa-a55e-9b9ea0340bd9 requested from dv-cinder-786929-2-smb {{(pid=86312) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 18:11:01.931882 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-683a2cd0-b4be-4577-b87d-c99b2a754cdf admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5936782 Apr 20 18:11:02.163324 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-063d31f5-806e-4039-8522-62d7e20b0ce5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff0507e1-2995-52a4-a1ca-90377fd35923-071814cd-37c3-49fa-a55e-9b9ea0340bd9', 'network_id': '071814cd-37c3-49fa-a55e-9b9ea0340bd9', 'tenant_id': '12f345f426d4457b8a1271650ec384a5', 'fixed_ips': [{'subnet_id': 'b08e1617-aaa9-4431-8904-4bceb55f80d3'}]}} from dv-cinder-786929-2-smb. {{(pid=86312) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 20 18:11:02.164251 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-063d31f5-806e-4039-8522-62d7e20b0ce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624671'] for port, before_create {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:11:02.331029 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.db_base_plugin_common [None req-063d31f5-806e-4039-8522-62d7e20b0ce5 None None] Allocated IP 192.168.233.2 (071814cd-37c3-49fa-a55e-9b9ea0340bd9/b08e1617-aaa9-4431-8904-4bceb55f80d3/1870e3d5-0602-48b9-81bb-f51f5c8c7c5c) {{(pid=86312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 18:11:02.557314 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-063d31f5-806e-4039-8522-62d7e20b0ce5 None None] Notify callbacks [] for port, precommit_create {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:11:02.569297 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.provisioning_blocks [None req-063d31f5-806e-4039-8522-62d7e20b0ce5 None None] Transition to ACTIVE for port object 1870e3d5-0602-48b9-81bb-f51f5c8c7c5c will not be triggered until provisioned by entity L2. {{(pid=86312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 18:11:02.589655 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.provisioning_blocks [None req-063d31f5-806e-4039-8522-62d7e20b0ce5 None None] Transition to ACTIVE for port object 1870e3d5-0602-48b9-81bb-f51f5c8c7c5c will not be triggered until provisioned by entity DHCP. {{(pid=86312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 18:11:02.595675 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-063d31f5-806e-4039-8522-62d7e20b0ce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852966479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736993280678'] for port, after_create {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:11:02.601376 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:11:02.671091 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-063d31f5-806e-4039-8522-62d7e20b0ce5 None None] Network 071814cd-37c3-49fa-a55e-9b9ea0340bd9 is already hosted by enough agents. {{(pid=86312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 18:11:02.674598 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.scheduler.base_scheduler [None req-063d31f5-806e-4039-8522-62d7e20b0ce5 None None] Resources bound (agent type, host, resource id): {{(pid=86312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:11:02.677153 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-063d31f5-806e-4039-8522-62d7e20b0ce5 None None] Received port after_create {{(pid=86312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 18:11:02.717385 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063d31f5-806e-4039-8522-62d7e20b0ce5 None None] Pushing event updated for resources: {'Port': ['ID=1870e3d5-0602-48b9-81bb-f51f5c8c7c5c,revision_number=1']} {{(pid=86312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:11:02.769299 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063d31f5-806e-4039-8522-62d7e20b0ce5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:11:02.769677 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063d31f5-806e-4039-8522-62d7e20b0ce5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:11:02.770044 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063d31f5-806e-4039-8522-62d7e20b0ce5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:11:02.770402 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063d31f5-806e-4039-8522-62d7e20b0ce5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:11:02.770782 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063d31f5-806e-4039-8522-62d7e20b0ce5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:11:02.771137 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063d31f5-806e-4039-8522-62d7e20b0ce5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:11:02.771493 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063d31f5-806e-4039-8522-62d7e20b0ce5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:11:02.771844 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063d31f5-806e-4039-8522-62d7e20b0ce5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:11:02.772194 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063d31f5-806e-4039-8522-62d7e20b0ce5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:11:02.772539 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063d31f5-806e-4039-8522-62d7e20b0ce5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:11:02.772886 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063d31f5-806e-4039-8522-62d7e20b0ce5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:11:02.773234 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063d31f5-806e-4039-8522-62d7e20b0ce5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:11:02.777111 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-063d31f5-806e-4039-8522-62d7e20b0ce5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:11:02.796073 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.managers [None req-063d31f5-806e-4039-8522-62d7e20b0ce5 None None] Attempting to bind port 1870e3d5-0602-48b9-81bb-f51f5c8c7c5c on host dv-cinder-786929-2-smb for vnic_type normal with profile {{(pid=86312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 18:11:02.796429 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.managers [None req-063d31f5-806e-4039-8522-62d7e20b0ce5 None None] Attempting to bind port 1870e3d5-0602-48b9-81bb-f51f5c8c7c5c by drivers openvswitch,hyperv on host dv-cinder-786929-2-smb at level 0 using segments [{'id': '54ec0c17-9aad-481c-8f06-6f9b3e822cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '071814cd-37c3-49fa-a55e-9b9ea0340bd9'}] {{(pid=86312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 18:11:02.796833 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-063d31f5-806e-4039-8522-62d7e20b0ce5 None None] Attempting to bind port 1870e3d5-0602-48b9-81bb-f51f5c8c7c5c on network 071814cd-37c3-49fa-a55e-9b9ea0340bd9 {{(pid=86312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 18:11:02.802911 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-063d31f5-806e-4039-8522-62d7e20b0ce5 None None] Checking agent: {'id': '909349f5-e61f-491f-bcfb-3e6f3416917d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786929-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 7, 12), 'started_at': datetime.datetime(2021, 4, 20, 18, 7, 42), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 10, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786929-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 18:11:02.803322 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-063d31f5-806e-4039-8522-62d7e20b0ce5 None None] Checking segment: {'id': '54ec0c17-9aad-481c-8f06-6f9b3e822cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '071814cd-37c3-49fa-a55e-9b9ea0340bd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 18:11:02.803757 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-063d31f5-806e-4039-8522-62d7e20b0ce5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:11:02.804180 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-063d31f5-806e-4039-8522-62d7e20b0ce5 None None] Bound using segment: {'id': '54ec0c17-9aad-481c-8f06-6f9b3e822cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '071814cd-37c3-49fa-a55e-9b9ea0340bd9'} {{(pid=86312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 18:11:02.804692 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.managers [None req-063d31f5-806e-4039-8522-62d7e20b0ce5 None None] Bound port: 1870e3d5-0602-48b9-81bb-f51f5c8c7c5c, host: dv-cinder-786929-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54ec0c17-9aad-481c-8f06-6f9b3e822cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '071814cd-37c3-49fa-a55e-9b9ea0340bd9'}}] {{(pid=86312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 18:11:02.805114 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-063d31f5-806e-4039-8522-62d7e20b0ce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624671'] for port, before_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:11:02.906055 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.db [None req-063d31f5-806e-4039-8522-62d7e20b0ce5 None None] For port 1870e3d5-0602-48b9-81bb-f51f5c8c7c5c, host dv-cinder-786929-2-smb, cleared binding levels {{(pid=86312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 18:11:02.909716 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.db [None req-063d31f5-806e-4039-8522-62d7e20b0ce5 None None] For port 1870e3d5-0602-48b9-81bb-f51f5c8c7c5c, host dv-cinder-786929-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-2-smb',level=0,port_id=1870e3d5-0602-48b9-81bb-f51f5c8c7c5c,segment=NetworkSegment(54ec0c17-9aad-481c-8f06-6f9b3e822cea),segment_id=54ec0c17-9aad-481c-8f06-6f9b3e822cea)] {{(pid=86312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 18:11:02.912327 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-063d31f5-806e-4039-8522-62d7e20b0ce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852966479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736993730504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736993280695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299861495088'] for port, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:11:02.917362 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:11:03.003952 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063d31f5-806e-4039-8522-62d7e20b0ce5 None None] Pushing event updated for resources: {'Port': ['ID=1870e3d5-0602-48b9-81bb-f51f5c8c7c5c,revision_number=2']} {{(pid=86312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:11:03.007574 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-063d31f5-806e-4039-8522-62d7e20b0ce5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:11:04.268901 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f44af912-36d0-43e4-8689-a64865e0f3e7 None None] Network 071814cd-37c3-49fa-a55e-9b9ea0340bd9 requested from dv-cinder-786929-2-smb {{(pid=86312) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 18:11:04.519055 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.rpc [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Device 1870e3d5-0602-48b9-81bb-f51f5c8c7c5c up at agent ovs-agent-dv-cinder-786929-2-smb {{(pid=86312) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:11:04.588122 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.provisioning_blocks [None req-519febc2-80a2-4bee-88dd-aa7ceb0f8048 None None] Provisioning for port 1870e3d5-0602-48b9-81bb-f51f5c8c7c5c completed by entity DHCP. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 18:11:04.711333 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.provisioning_blocks [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Provisioning for port 1870e3d5-0602-48b9-81bb-f51f5c8c7c5c completed by entity L2. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 18:11:04.722660 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.provisioning_blocks [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Provisioning complete for port 1870e3d5-0602-48b9-81bb-f51f5c8c7c5c triggered by entity L2. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:11:04.723074 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853381758'] for port, provisioning_complete {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:11:04.912133 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624671'] for port, before_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:11:04.957368 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.db [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] For port 1870e3d5-0602-48b9-81bb-f51f5c8c7c5c, host dv-cinder-786929-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-2-smb',level=0,port_id=1870e3d5-0602-48b9-81bb-f51f5c8c7c5c,segment=NetworkSegment(54ec0c17-9aad-481c-8f06-6f9b3e822cea),segment_id=54ec0c17-9aad-481c-8f06-6f9b3e822cea)] {{(pid=86312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:11:04.960692 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852966479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736993730504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736993280695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299861495088'] for port, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:11:04.966987 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:11:05.040528 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Pushing event updated for resources: {'Port': ['ID=1870e3d5-0602-48b9-81bb-f51f5c8c7c5c,revision_number=3']} {{(pid=86312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:11:05.047231 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:11:05.139546 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.provisioning_blocks [None req-4705a215-cf11-44c5-9be1-c89192f87b6a None None] Provisioning complete for port 1870e3d5-0602-48b9-81bb-f51f5c8c7c5c triggered by entity DHCP. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:11:05.139884 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-4705a215-cf11-44c5-9be1-c89192f87b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853381758'] for port, provisioning_complete {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:11:06.319971 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.rpc [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Device 1870e3d5-0602-48b9-81bb-f51f5c8c7c5c up at agent ovs-agent-dv-cinder-786929-2-smb {{(pid=86312) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:11:06.393381 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.provisioning_blocks [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Provisioning complete for port 1870e3d5-0602-48b9-81bb-f51f5c8c7c5c triggered by entity L2. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:11:06.393794 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853381758'] for port, provisioning_complete {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:11:08.023975 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-0cd7a7e4-d982-4238-9ff7-8347f2166949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299861013637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394135'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:11:10.860504 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-1435d2d9-bf36-4503-a92f-ae68cf07cb86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299861013637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394135'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:11:11.056863 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-2bb93f3c-0bff-4547-a1e0-c38a344e24ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299861013637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394135'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:11:12.112269 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299861013637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394135'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:11:13.231815 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-f70b5d3b-7deb-456f-82aa-acef0ba2518a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299861013637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394135'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:11:14.212421 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.agents_db [None req-b35f03a3-c7a0-4608-9f7c-a0859408129f None None] Agent healthcheck: found 5 active agents {{(pid=86313) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 18:11:38.028287 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-d175f2c5-3768-4c24-9b1b-3ebad6b17c52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299861013637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394135'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:11:40.863294 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-13348464-880c-4c1d-a744-b121f8252c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299861013637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394135'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:11:41.059766 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-2bb93f3c-0bff-4547-a1e0-c38a344e24ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299861013637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394135'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:11:42.114837 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299861013637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394135'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:11:43.239699 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-f70b5d3b-7deb-456f-82aa-acef0ba2518a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299861013637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394135'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:11:51.212454 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.agents_db [None req-b35f03a3-c7a0-4608-9f7c-a0859408129f None None] Agent healthcheck: found 5 active agents {{(pid=86313) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 18:12:08.030803 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-6b81365b-4cfb-48e5-bfbf-cb1bd01858d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299861013637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394135'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:12:10.873864 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-b7534a7e-1710-4424-833d-95746e5fd86f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299861013637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394135'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:12:11.063493 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-2bb93f3c-0bff-4547-a1e0-c38a344e24ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299861013637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394135'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:12:12.118059 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299861013637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394135'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:12:13.240638 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-f70b5d3b-7deb-456f-82aa-acef0ba2518a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299861013637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394135'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:12:24.159924 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.32', 47612) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:12:24.166295 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [None req-aa63d8e5-3dc5-45dd-931e-1fa661b71233 tempest-verify_tempest_config-656004086 tempest-verify_tempest_config-656004086-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=86310) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 20 18:12:24.167412 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-aa63d8e5-3dc5-45dd-931e-1fa661b71233 tempest-verify_tempest_config-656004086 tempest-verify_tempest_config-656004086-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0064349 Apr 20 18:12:24.509597 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.32', 47630) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:12:24.656981 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-c6030655-6840-4d20-adca-385d497f8611 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:12:24.675605 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-c6030655-6840-4d20-adca-385d497f8611 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:12:24.680196 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-c6030655-6840-4d20-adca-385d497f8611 admin admin] Usage tracker for resource:security_group_rule and tenant:0ca9d275c32f4884b15804fc7b511cbd is out of sync, need to count used quota {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:12:24.684072 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-c6030655-6840-4d20-adca-385d497f8611 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:12:24.691407 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-c6030655-6840-4d20-adca-385d497f8611 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:12:24.807913 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-c6030655-6840-4d20-adca-385d497f8611 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:12:24.810844 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-c6030655-6840-4d20-adca-385d497f8611 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854236768'] for security_group, after_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:12:24.818788 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:12:24.867931 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-c6030655-6840-4d20-adca-385d497f8611 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0ca9d275c32f4884b15804fc7b511cbd&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3571415 Apr 20 18:12:24.868828 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6030655-6840-4d20-adca-385d497f8611 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ace2b7f5-0b8b-41e3-83c8-c7de90cbb62a,revision_number=1']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:12:24.871267 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.32', 47636) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:12:24.877184 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6030655-6840-4d20-adca-385d497f8611 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:12:24.877559 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6030655-6840-4d20-adca-385d497f8611 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:12:24.877927 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6030655-6840-4d20-adca-385d497f8611 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:12:24.878287 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6030655-6840-4d20-adca-385d497f8611 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:12:24.878673 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6030655-6840-4d20-adca-385d497f8611 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:12:24.879035 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6030655-6840-4d20-adca-385d497f8611 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:12:24.879387 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6030655-6840-4d20-adca-385d497f8611 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:12:24.879742 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6030655-6840-4d20-adca-385d497f8611 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:12:24.880101 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6030655-6840-4d20-adca-385d497f8611 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:12:24.880455 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6030655-6840-4d20-adca-385d497f8611 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:12:24.880805 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6030655-6840-4d20-adca-385d497f8611 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:12:24.881154 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6030655-6840-4d20-adca-385d497f8611 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:12:24.886394 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-c6030655-6840-4d20-adca-385d497f8611 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:12:24.937975 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-ceba2979-38c3-4144-9e07-e285d9ceb136 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:12:24.965959 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-ceba2979-38c3-4144-9e07-e285d9ceb136 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:12:25.023121 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-ceba2979-38c3-4144-9e07-e285d9ceb136 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854236768'] for security_group, after_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:12:25.028855 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-1ffe6096-0902-4f01-88a4-bb6cc8a69054 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:12:25.040866 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceba2979-38c3-4144-9e07-e285d9ceb136 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ace2b7f5-0b8b-41e3-83c8-c7de90cbb62a,revision_number=None']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:12:25.052381 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-ceba2979-38c3-4144-9e07-e285d9ceb136 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:12:25.053694 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-ceba2979-38c3-4144-9e07-e285d9ceb136 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ace2b7f5-0b8b-41e3-83c8-c7de90cbb62a HTTP/1.1" status: 204 len: 168 time: 0.1811957 Apr 20 18:12:25.055310 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceba2979-38c3-4144-9e07-e285d9ceb136 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:12:25.055697 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceba2979-38c3-4144-9e07-e285d9ceb136 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:12:25.056359 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceba2979-38c3-4144-9e07-e285d9ceb136 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:12:25.056480 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceba2979-38c3-4144-9e07-e285d9ceb136 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:12:25.056782 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceba2979-38c3-4144-9e07-e285d9ceb136 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:12:25.057150 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceba2979-38c3-4144-9e07-e285d9ceb136 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:12:25.057511 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceba2979-38c3-4144-9e07-e285d9ceb136 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:12:25.057873 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceba2979-38c3-4144-9e07-e285d9ceb136 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:12:25.058455 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceba2979-38c3-4144-9e07-e285d9ceb136 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:12:25.058771 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceba2979-38c3-4144-9e07-e285d9ceb136 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:12:25.059134 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceba2979-38c3-4144-9e07-e285d9ceb136 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:12:25.059836 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceba2979-38c3-4144-9e07-e285d9ceb136 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:12:25.062851 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-ceba2979-38c3-4144-9e07-e285d9ceb136 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:12:28.212814 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.agents_db [None req-b35f03a3-c7a0-4608-9f7c-a0859408129f None None] Agent healthcheck: found 5 active agents {{(pid=86313) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 18:12:38.035847 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-4f62ee19-176d-49a9-9093-957ccb5daece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299861013637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394135'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:12:40.867407 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-0d936521-9fb4-4069-869e-1825dc2906c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299861013637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394135'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:12:41.064883 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-2bb93f3c-0bff-4547-a1e0-c38a344e24ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299861013637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394135'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:12:42.121731 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299861013637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394135'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:12:43.242944 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-f70b5d3b-7deb-456f-82aa-acef0ba2518a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299861013637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394135'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:13:05.212638 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.agents_db [None req-b35f03a3-c7a0-4608-9f7c-a0859408129f None None] Agent healthcheck: found 5 active agents {{(pid=86313) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 18:13:08.038597 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-5224e112-2602-4edd-a471-85dd2655f466 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299861013637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394135'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:13:10.870058 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-ef560978-3334-4178-b4ea-e52c652315da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299861013637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394135'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:13:11.068953 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-2bb93f3c-0bff-4547-a1e0-c38a344e24ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299861013637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394135'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:13:12.125445 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299861013637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394135'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:13:13.246818 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-f70b5d3b-7deb-456f-82aa-acef0ba2518a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299861013637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394135'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:13:38.039973 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-70434e35-feb8-45ce-af79-82c57933a26e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299861013637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394135'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:13:40.873859 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-92a023d3-bcce-40d8-bb32-badcbfe18f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299861013637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394135'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:13:41.071633 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-2bb93f3c-0bff-4547-a1e0-c38a344e24ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299861013637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394135'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:13:42.127670 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299861013637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394135'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:13:42.212155 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.agents_db [None req-b35f03a3-c7a0-4608-9f7c-a0859408129f None None] Agent healthcheck: found 5 active agents {{(pid=86313) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 18:13:43.249188 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-f70b5d3b-7deb-456f-82aa-acef0ba2518a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299861013637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394135'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:14:02.892169 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299861013637'] for agent, after_create {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:14:07.834547 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.32', 47688) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:14:07.958993 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-485e4b79-73a5-4a82-8d34-4515c6cf8527 admin admin] 10.222.0.32 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1227648 Apr 20 18:14:08.043467 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-2a841314-4945-4e82-b601-27ac1cbbd517 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299861013637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394135'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:14:10.576382 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.32', 47698) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:14:10.640572 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-635a4a2b-7b52-4101-bf13-f6be62dfa753 admin admin] 10.222.0.32 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0629776 Apr 20 18:14:10.877872 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-c74e8ef9-90b5-4fcc-aec1-dd66dc6bde7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299861013637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394135'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:14:11.074399 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-2bb93f3c-0bff-4547-a1e0-c38a344e24ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299861013637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394135'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:14:12.134540 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299861013637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394135'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:14:13.253984 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-f70b5d3b-7deb-456f-82aa-acef0ba2518a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299861013637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394135'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:14:19.212323 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.agents_db [None req-b35f03a3-c7a0-4608-9f7c-a0859408129f None None] Agent healthcheck: found 6 active agents {{(pid=86313) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 18:14:32.866247 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299861013637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394135'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:14:38.045252 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-b1b82f8e-65d7-410f-ae5d-1e8dbba8328a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299861013637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394135'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:14:40.890304 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-5d4548b4-7795-45c3-80d9-c93a73f3bb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299861013637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394135'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:14:41.078397 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-2bb93f3c-0bff-4547-a1e0-c38a344e24ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299861013637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394135'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:14:42.128062 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299861013637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394135'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:14:43.256757 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-f70b5d3b-7deb-456f-82aa-acef0ba2518a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299861013637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394135'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:14:56.213883 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.agents_db [None req-b35f03a3-c7a0-4608-9f7c-a0859408129f None None] Agent healthcheck: found 6 active agents {{(pid=86313) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 18:15:02.887838 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299861013637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394135'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:15:08.064766 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-ff227069-78f0-49f3-9b1f-12e7ebdffe8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299861013637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394135'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:15:10.887917 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-f10c806e-cf4f-49b0-8f61-10d095c1e39d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299861013637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394135'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:15:11.093477 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-2bb93f3c-0bff-4547-a1e0-c38a344e24ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299861013637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394135'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:15:12.132114 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299861013637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394135'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:15:13.263783 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-f70b5d3b-7deb-456f-82aa-acef0ba2518a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299861013637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394135'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:15:32.897691 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299861013637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394135'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:15:33.213377 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.agents_db [None req-b35f03a3-c7a0-4608-9f7c-a0859408129f None None] Agent healthcheck: found 6 active agents {{(pid=86313) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 18:15:38.050416 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-32cf1f2e-7484-4da1-a9ad-a35a0f267379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299861013637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394135'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:15:40.882896 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-4162afae-f1b0-476b-923c-9fe3c7e4c9fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299861013637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394135'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:15:41.082221 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-2bb93f3c-0bff-4547-a1e0-c38a344e24ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299861013637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394135'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:15:42.138057 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299861013637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394135'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:15:43.270685 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-f70b5d3b-7deb-456f-82aa-acef0ba2518a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299861013637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394135'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:15:47.344217 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.32', 47846) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:15:47.858220 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.v2.base [None req-b446db1c-77f8-4f68-9f58-3e1af7ebaca9 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1231333648-network', 'tenant_id': 'cb69ef4d450d449286542b7dabcb8f7a'}} {{(pid=86311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:15:47.863761 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-b446db1c-77f8-4f68-9f58-3e1af7ebaca9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:15:47.867880 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-b446db1c-77f8-4f68-9f58-3e1af7ebaca9 admin admin] Usage tracker for resource:network and tenant:cb69ef4d450d449286542b7dabcb8f7a is out of sync, need to count used quota {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:15:47.871333 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-b446db1c-77f8-4f68-9f58-3e1af7ebaca9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:15:47.878707 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-b446db1c-77f8-4f68-9f58-3e1af7ebaca9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:15:47.885369 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.32', 47870) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:15:47.891495 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b446db1c-77f8-4f68-9f58-3e1af7ebaca9 admin admin] Made reservation on behalf of cb69ef4d450d449286542b7dabcb8f7a for: {'network': 1} {{(pid=86311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 18:15:47.896324 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-b446db1c-77f8-4f68-9f58-3e1af7ebaca9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624671'] for network, before_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:15:47.910670 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-b446db1c-77f8-4f68-9f58-3e1af7ebaca9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:15:47.929848 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-b446db1c-77f8-4f68-9f58-3e1af7ebaca9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:15:47.934026 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-b446db1c-77f8-4f68-9f58-3e1af7ebaca9 admin admin] Usage tracker for resource:security_group_rule and tenant:cb69ef4d450d449286542b7dabcb8f7a is out of sync, need to count used quota {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:15:47.938976 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-b446db1c-77f8-4f68-9f58-3e1af7ebaca9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:15:47.943561 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-b446db1c-77f8-4f68-9f58-3e1af7ebaca9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:15:48.022604 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.v2.base [None req-6000ae33-2e8a-4d2a-9796-d071db746649 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-397022330-network', 'tenant_id': '62c77f8e75134d199a878cc405f13ffd'}} {{(pid=86310) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:15:48.030135 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-6000ae33-2e8a-4d2a-9796-d071db746649 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:15:48.034682 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-6000ae33-2e8a-4d2a-9796-d071db746649 admin admin] Usage tracker for resource:network and tenant:62c77f8e75134d199a878cc405f13ffd is out of sync, need to count used quota {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:15:48.038749 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-6000ae33-2e8a-4d2a-9796-d071db746649 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:15:48.047301 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-6000ae33-2e8a-4d2a-9796-d071db746649 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:15:48.051597 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-b446db1c-77f8-4f68-9f58-3e1af7ebaca9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:15:48.055818 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-b446db1c-77f8-4f68-9f58-3e1af7ebaca9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854236768'] for security_group, after_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:15:48.060106 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6000ae33-2e8a-4d2a-9796-d071db746649 admin admin] Made reservation on behalf of 62c77f8e75134d199a878cc405f13ffd for: {'network': 1} {{(pid=86310) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 18:15:48.060960 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-c6030655-6840-4d20-adca-385d497f8611 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:15:48.067793 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-6000ae33-2e8a-4d2a-9796-d071db746649 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624671'] for network, before_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:15:48.085123 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-6000ae33-2e8a-4d2a-9796-d071db746649 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:15:48.092814 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b446db1c-77f8-4f68-9f58-3e1af7ebaca9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12852a07-dc53-4230-93a7-966ced4d310b,revision_number=1']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:15:48.102214 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-6000ae33-2e8a-4d2a-9796-d071db746649 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:15:48.107288 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-6000ae33-2e8a-4d2a-9796-d071db746649 admin admin] Usage tracker for resource:security_group_rule and tenant:62c77f8e75134d199a878cc405f13ffd is out of sync, need to count used quota {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:15:48.108510 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b446db1c-77f8-4f68-9f58-3e1af7ebaca9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:15:48.108878 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b446db1c-77f8-4f68-9f58-3e1af7ebaca9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:15:48.109243 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b446db1c-77f8-4f68-9f58-3e1af7ebaca9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:15:48.109627 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b446db1c-77f8-4f68-9f58-3e1af7ebaca9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:15:48.109986 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b446db1c-77f8-4f68-9f58-3e1af7ebaca9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:15:48.110444 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b446db1c-77f8-4f68-9f58-3e1af7ebaca9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:15:48.110692 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b446db1c-77f8-4f68-9f58-3e1af7ebaca9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:15:48.110692 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b446db1c-77f8-4f68-9f58-3e1af7ebaca9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:15:48.111367 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b446db1c-77f8-4f68-9f58-3e1af7ebaca9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:15:48.111724 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b446db1c-77f8-4f68-9f58-3e1af7ebaca9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:15:48.112047 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b446db1c-77f8-4f68-9f58-3e1af7ebaca9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:15:48.112569 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b446db1c-77f8-4f68-9f58-3e1af7ebaca9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:15:48.113866 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b446db1c-77f8-4f68-9f58-3e1af7ebaca9 admin admin] Tracked resource versions report: Apr 20 18:15:48.113866 dv-cinder-786929-2-smb neutron-server[86195]: pushed versions: Apr 20 18:15:48.113866 dv-cinder-786929-2-smb neutron-server[86195]: { 'AddressGroup': {'1.2'}, Apr 20 18:15:48.113866 dv-cinder-786929-2-smb neutron-server[86195]: 'ConntrackHelper': {'1.0'}, Apr 20 18:15:48.113866 dv-cinder-786929-2-smb neutron-server[86195]: 'Log': {'1.0'}, Apr 20 18:15:48.113866 dv-cinder-786929-2-smb neutron-server[86195]: 'Network': {'1.1'}, Apr 20 18:15:48.113866 dv-cinder-786929-2-smb neutron-server[86195]: 'Port': {'1.7'}, Apr 20 18:15:48.113866 dv-cinder-786929-2-smb neutron-server[86195]: 'PortForwarding': {'1.2'}, Apr 20 18:15:48.113866 dv-cinder-786929-2-smb neutron-server[86195]: 'QosPolicy': {'1.8'}, Apr 20 18:15:48.113866 dv-cinder-786929-2-smb neutron-server[86195]: 'SecurityGroup': {'1.4'}, Apr 20 18:15:48.113866 dv-cinder-786929-2-smb neutron-server[86195]: 'SecurityGroupRule': {'1.2'}, Apr 20 18:15:48.113866 dv-cinder-786929-2-smb neutron-server[86195]: 'SubPort': {'1.0'}, Apr 20 18:15:48.113866 dv-cinder-786929-2-smb neutron-server[86195]: 'Subnet': {'1.1'}, Apr 20 18:15:48.113866 dv-cinder-786929-2-smb neutron-server[86195]: 'Trunk': {'1.1'}} Apr 20 18:15:48.113866 dv-cinder-786929-2-smb neutron-server[86195]: consumer versions: Apr 20 18:15:48.113866 dv-cinder-786929-2-smb neutron-server[86195]: { DHCP agent@dv-cinder-786929-2-smb: {}, Apr 20 18:15:48.113866 dv-cinder-786929-2-smb neutron-server[86195]: HyperV agent@hv-cinder-78692: {}, Apr 20 18:15:48.113866 dv-cinder-786929-2-smb neutron-server[86195]: L3 agent@dv-cinder-786929-2-smb: {}, Apr 20 18:15:48.113866 dv-cinder-786929-2-smb neutron-server[86195]: Metadata agent@dv-cinder-786929-2-smb: {}, Apr 20 18:15:48.113866 dv-cinder-786929-2-smb neutron-server[86195]: Metering agent@dv-cinder-786929-2-smb: {}, Apr 20 18:15:48.113866 dv-cinder-786929-2-smb neutron-server[86195]: Open vSwitch agent@dv-cinder-786929-2-smb: { 'AddressGroup': '1.2', Apr 20 18:15:48.113866 dv-cinder-786929-2-smb neutron-server[86195]: 'ConntrackHelper': '1.0', Apr 20 18:15:48.113866 dv-cinder-786929-2-smb neutron-server[86195]: 'Log': '1.0', Apr 20 18:15:48.113866 dv-cinder-786929-2-smb neutron-server[86195]: 'Network': '1.1', Apr 20 18:15:48.113866 dv-cinder-786929-2-smb neutron-server[86195]: 'Port': '1.7', Apr 20 18:15:48.113866 dv-cinder-786929-2-smb neutron-server[86195]: 'PortForwarding': '1.2', Apr 20 18:15:48.113866 dv-cinder-786929-2-smb neutron-server[86195]: 'QosPolicy': '1.8', Apr 20 18:15:48.113866 dv-cinder-786929-2-smb neutron-server[86195]: 'SecurityGroup': '1.4', Apr 20 18:15:48.113866 dv-cinder-786929-2-smb neutron-server[86195]: 'SecurityGroupRule': '1.2', Apr 20 18:15:48.113866 dv-cinder-786929-2-smb neutron-server[86195]: 'SubPort': '1.0', Apr 20 18:15:48.113866 dv-cinder-786929-2-smb neutron-server[86195]: 'Subnet': '1.1', Apr 20 18:15:48.113866 dv-cinder-786929-2-smb neutron-server[86195]: 'Trunk': '1.1'}} Apr 20 18:15:48.113866 dv-cinder-786929-2-smb neutron-server[86195]: {{(pid=86311) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 20 18:15:48.116769 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-6000ae33-2e8a-4d2a-9796-d071db746649 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:15:48.124705 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-b446db1c-77f8-4f68-9f58-3e1af7ebaca9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:15:48.131935 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b446db1c-77f8-4f68-9f58-3e1af7ebaca9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 146} {{(pid=86311) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 20 18:15:48.139204 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-6000ae33-2e8a-4d2a-9796-d071db746649 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:15:48.147413 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-b446db1c-77f8-4f68-9f58-3e1af7ebaca9 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363299861013654', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1711814'] for segment, precommit_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:15:48.148348 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-b446db1c-77f8-4f68-9f58-3e1af7ebaca9 admin admin] Unsubscribe: segment precommit_create {{(pid=86311) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Apr 20 18:15:48.149413 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.db.segments_db [None req-b446db1c-77f8-4f68-9f58-3e1af7ebaca9 admin admin] Added segment ad36d8b3-d89e-4c97-9e5d-6bb749241abc of type vlan for network eb98ba18-b0fc-455c-9bef-282881864632 Apr 20 18:15:48.198322 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-b446db1c-77f8-4f68-9f58-3e1af7ebaca9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363299861504440'] for network, precommit_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:15:48.240014 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-b446db1c-77f8-4f68-9f58-3e1af7ebaca9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854236788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514'] for network, after_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:15:48.242091 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b446db1c-77f8-4f68-9f58-3e1af7ebaca9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:15:48.242971 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-b446db1c-77f8-4f68-9f58-3e1af7ebaca9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-751497'] for network, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:15:48.249653 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:15:48.256172 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-6000ae33-2e8a-4d2a-9796-d071db746649 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:15:48.260355 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-6000ae33-2e8a-4d2a-9796-d071db746649 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854236768'] for security_group, after_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:15:48.273506 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6000ae33-2e8a-4d2a-9796-d071db746649 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 143} {{(pid=86310) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 20 18:15:48.283261 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:15:48.298753 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-6000ae33-2e8a-4d2a-9796-d071db746649 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1711814'] for segment, precommit_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:15:48.299145 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.db.segments_db [None req-6000ae33-2e8a-4d2a-9796-d071db746649 admin admin] Added segment 09c10a61-a237-4f67-9aef-6215525c166d of type vlan for network f7b78941-733f-40cd-b1af-70edbc947c0c Apr 20 18:15:48.329515 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-6000ae33-2e8a-4d2a-9796-d071db746649 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363299861504440'] for network, precommit_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:15:48.378618 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-6000ae33-2e8a-4d2a-9796-d071db746649 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854236788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514'] for network, after_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:15:48.386753 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6000ae33-2e8a-4d2a-9796-d071db746649 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:15:48.387442 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-6000ae33-2e8a-4d2a-9796-d071db746649 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-751497'] for network, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:15:48.394417 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-b446db1c-77f8-4f68-9f58-3e1af7ebaca9 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0483289 Apr 20 18:15:48.395142 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.32', 47908) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:15:48.404657 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.v2.base [None req-03e78a6b-518b-411f-aa16-432119f421ba admin admin] Request body: {'subnet': {'network_id': 'eb98ba18-b0fc-455c-9bef-282881864632', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1231333648-subnet', 'tenant_id': 'cb69ef4d450d449286542b7dabcb8f7a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=86311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:15:48.415244 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-03e78a6b-518b-411f-aa16-432119f421ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:15:48.419804 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-6000ae33-2e8a-4d2a-9796-d071db746649 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5340006 Apr 20 18:15:48.420534 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.32', 47912) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:15:48.423146 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b446db1c-77f8-4f68-9f58-3e1af7ebaca9 admin admin] Pushing event updated for resources: {'Network': ['ID=eb98ba18-b0fc-455c-9bef-282881864632,revision_number=1']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:15:48.431029 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.v2.base [None req-1eb6460a-a94e-4ef0-bd68-3562f07331cf admin admin] Request body: {'subnet': {'network_id': 'f7b78941-733f-40cd-b1af-70edbc947c0c', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-397022330-subnet', 'tenant_id': '62c77f8e75134d199a878cc405f13ffd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86310) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:15:48.436002 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-1eb6460a-a94e-4ef0-bd68-3562f07331cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:15:48.436934 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.rpc [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Network eb98ba18-b0fc-455c-9bef-282881864632 details requested by agent ovs-agent-dv-cinder-786929-2-smb with host dv-cinder-786929-2-smb {{(pid=86312) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 18:15:48.440926 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-b446db1c-77f8-4f68-9f58-3e1af7ebaca9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:15:48.441984 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-1eb6460a-a94e-4ef0-bd68-3562f07331cf admin admin] Usage tracker for resource:subnet and tenant:62c77f8e75134d199a878cc405f13ffd is out of sync, need to count used quota {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:15:48.442120 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-03e78a6b-518b-411f-aa16-432119f421ba admin admin] Usage tracker for resource:subnet and tenant:cb69ef4d450d449286542b7dabcb8f7a is out of sync, need to count used quota {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:15:48.445644 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-1eb6460a-a94e-4ef0-bd68-3562f07331cf admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:15:48.446064 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-03e78a6b-518b-411f-aa16-432119f421ba admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:15:48.452715 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-03e78a6b-518b-411f-aa16-432119f421ba admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:15:48.452966 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6000ae33-2e8a-4d2a-9796-d071db746649 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce87c956-6659-4af6-b2bd-efecf3a3a672,revision_number=1']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:15:48.457753 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-1eb6460a-a94e-4ef0-bd68-3562f07331cf admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:15:48.465607 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6000ae33-2e8a-4d2a-9796-d071db746649 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:15:48.466374 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6000ae33-2e8a-4d2a-9796-d071db746649 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:15:48.467152 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6000ae33-2e8a-4d2a-9796-d071db746649 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:15:48.467566 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6000ae33-2e8a-4d2a-9796-d071db746649 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:15:48.468148 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6000ae33-2e8a-4d2a-9796-d071db746649 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:15:48.468612 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6000ae33-2e8a-4d2a-9796-d071db746649 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:15:48.469130 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6000ae33-2e8a-4d2a-9796-d071db746649 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:15:48.469668 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6000ae33-2e8a-4d2a-9796-d071db746649 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:15:48.470338 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6000ae33-2e8a-4d2a-9796-d071db746649 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:15:48.470606 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6000ae33-2e8a-4d2a-9796-d071db746649 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:15:48.470771 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6000ae33-2e8a-4d2a-9796-d071db746649 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:15:48.471405 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6000ae33-2e8a-4d2a-9796-d071db746649 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:15:48.471983 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03e78a6b-518b-411f-aa16-432119f421ba admin admin] Made reservation on behalf of cb69ef4d450d449286542b7dabcb8f7a for: {'subnet': 1} {{(pid=86311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 18:15:48.472698 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6000ae33-2e8a-4d2a-9796-d071db746649 admin admin] Tracked resource versions report: Apr 20 18:15:48.472698 dv-cinder-786929-2-smb neutron-server[86195]: pushed versions: Apr 20 18:15:48.472698 dv-cinder-786929-2-smb neutron-server[86195]: { 'AddressGroup': {'1.2'}, Apr 20 18:15:48.472698 dv-cinder-786929-2-smb neutron-server[86195]: 'ConntrackHelper': {'1.0'}, Apr 20 18:15:48.472698 dv-cinder-786929-2-smb neutron-server[86195]: 'Log': {'1.0'}, Apr 20 18:15:48.472698 dv-cinder-786929-2-smb neutron-server[86195]: 'Network': {'1.1'}, Apr 20 18:15:48.472698 dv-cinder-786929-2-smb neutron-server[86195]: 'Port': {'1.7'}, Apr 20 18:15:48.472698 dv-cinder-786929-2-smb neutron-server[86195]: 'PortForwarding': {'1.2'}, Apr 20 18:15:48.472698 dv-cinder-786929-2-smb neutron-server[86195]: 'QosPolicy': {'1.8'}, Apr 20 18:15:48.472698 dv-cinder-786929-2-smb neutron-server[86195]: 'SecurityGroup': {'1.4'}, Apr 20 18:15:48.472698 dv-cinder-786929-2-smb neutron-server[86195]: 'SecurityGroupRule': {'1.2'}, Apr 20 18:15:48.472698 dv-cinder-786929-2-smb neutron-server[86195]: 'SubPort': {'1.0'}, Apr 20 18:15:48.472698 dv-cinder-786929-2-smb neutron-server[86195]: 'Subnet': {'1.1'}, Apr 20 18:15:48.472698 dv-cinder-786929-2-smb neutron-server[86195]: 'Trunk': {'1.1'}} Apr 20 18:15:48.472698 dv-cinder-786929-2-smb neutron-server[86195]: consumer versions: Apr 20 18:15:48.472698 dv-cinder-786929-2-smb neutron-server[86195]: { DHCP agent@dv-cinder-786929-2-smb: {}, Apr 20 18:15:48.472698 dv-cinder-786929-2-smb neutron-server[86195]: HyperV agent@hv-cinder-78692: {}, Apr 20 18:15:48.472698 dv-cinder-786929-2-smb neutron-server[86195]: L3 agent@dv-cinder-786929-2-smb: {}, Apr 20 18:15:48.472698 dv-cinder-786929-2-smb neutron-server[86195]: Metadata agent@dv-cinder-786929-2-smb: {}, Apr 20 18:15:48.472698 dv-cinder-786929-2-smb neutron-server[86195]: Metering agent@dv-cinder-786929-2-smb: {}, Apr 20 18:15:48.472698 dv-cinder-786929-2-smb neutron-server[86195]: Open vSwitch agent@dv-cinder-786929-2-smb: { 'AddressGroup': '1.2', Apr 20 18:15:48.472698 dv-cinder-786929-2-smb neutron-server[86195]: 'ConntrackHelper': '1.0', Apr 20 18:15:48.472698 dv-cinder-786929-2-smb neutron-server[86195]: 'Log': '1.0', Apr 20 18:15:48.472698 dv-cinder-786929-2-smb neutron-server[86195]: 'Network': '1.1', Apr 20 18:15:48.472698 dv-cinder-786929-2-smb neutron-server[86195]: 'Port': '1.7', Apr 20 18:15:48.472698 dv-cinder-786929-2-smb neutron-server[86195]: 'PortForwarding': '1.2', Apr 20 18:15:48.472698 dv-cinder-786929-2-smb neutron-server[86195]: 'QosPolicy': '1.8', Apr 20 18:15:48.472698 dv-cinder-786929-2-smb neutron-server[86195]: 'SecurityGroup': '1.4', Apr 20 18:15:48.472698 dv-cinder-786929-2-smb neutron-server[86195]: 'SecurityGroupRule': '1.2', Apr 20 18:15:48.472698 dv-cinder-786929-2-smb neutron-server[86195]: 'SubPort': '1.0', Apr 20 18:15:48.472698 dv-cinder-786929-2-smb neutron-server[86195]: 'Subnet': '1.1', Apr 20 18:15:48.472698 dv-cinder-786929-2-smb neutron-server[86195]: 'Trunk': '1.1'}} Apr 20 18:15:48.472698 dv-cinder-786929-2-smb neutron-server[86195]: {{(pid=86310) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 20 18:15:48.476860 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-03e78a6b-518b-411f-aa16-432119f421ba admin admin] Notify callbacks [] for subnet, before_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:15:48.477735 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-6000ae33-2e8a-4d2a-9796-d071db746649 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:15:48.478499 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-1ffe6096-0902-4f01-88a4-bb6cc8a69054 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.065s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:15:48.526971 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.32', 47916) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:15:48.563136 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1eb6460a-a94e-4ef0-bd68-3562f07331cf admin admin] Made reservation on behalf of 62c77f8e75134d199a878cc405f13ffd for: {'subnet': 1} {{(pid=86310) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 18:15:48.568379 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-1eb6460a-a94e-4ef0-bd68-3562f07331cf admin admin] Notify callbacks [] for subnet, before_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:15:48.700013 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6000ae33-2e8a-4d2a-9796-d071db746649 admin admin] Pushing event updated for resources: {'Network': ['ID=f7b78941-733f-40cd-b1af-70edbc947c0c,revision_number=1']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:15:48.705081 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-6000ae33-2e8a-4d2a-9796-d071db746649 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:15:48.712962 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.rpc [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Network f7b78941-733f-40cd-b1af-70edbc947c0c details requested by agent ovs-agent-dv-cinder-786929-2-smb with host dv-cinder-786929-2-smb {{(pid=86312) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 18:15:49.087055 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-1eb6460a-a94e-4ef0-bd68-3562f07331cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854235284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514'] for subnet, after_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:15:49.093187 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-03e78a6b-518b-411f-aa16-432119f421ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854235284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514'] for subnet, after_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:15:49.093472 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:15:49.098785 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:15:49.184578 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e78a6b-518b-411f-aa16-432119f421ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=df8c402d-ed6b-4e3d-81d4-7ab30d507809,revision_number=0']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:15:49.187154 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb6460a-a94e-4ef0-bd68-3562f07331cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=604bbdad-69ea-4c1a-8aac-2f4041bda83d,revision_number=0']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:15:49.189028 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-03e78a6b-518b-411f-aa16-432119f421ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:15:49.190023 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03e78a6b-518b-411f-aa16-432119f421ba admin admin] Checking segment: {'id': 'ad36d8b3-d89e-4c97-9e5d-6bb749241abc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'eb98ba18-b0fc-455c-9bef-282881864632'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 18:15:49.190595 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03e78a6b-518b-411f-aa16-432119f421ba admin admin] Network hostable DHCP agents. Network: eb98ba18-b0fc-455c-9bef-282881864632, hostable agents: ['7b7ebe60-b598-4f49-9612-2aa98fec0998'], hosted agents: [] {{(pid=86311) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 18:15:49.191211 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-1eb6460a-a94e-4ef0-bd68-3562f07331cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:15:49.194143 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eb6460a-a94e-4ef0-bd68-3562f07331cf admin admin] Checking segment: {'id': '09c10a61-a237-4f67-9aef-6215525c166d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'f7b78941-733f-40cd-b1af-70edbc947c0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 18:15:49.194143 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eb6460a-a94e-4ef0-bd68-3562f07331cf admin admin] Network hostable DHCP agents. Network: f7b78941-733f-40cd-b1af-70edbc947c0c, hostable agents: ['7b7ebe60-b598-4f49-9612-2aa98fec0998'], hosted agents: [] {{(pid=86310) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 18:15:49.214233 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03e78a6b-518b-411f-aa16-432119f421ba admin admin] Network eb98ba18-b0fc-455c-9bef-282881864632 is scheduled to be hosted by DHCP agent 7b7ebe60-b598-4f49-9612-2aa98fec0998 with binding_index 1 {{(pid=86311) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 18:15:49.219048 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eb6460a-a94e-4ef0-bd68-3562f07331cf admin admin] Network f7b78941-733f-40cd-b1af-70edbc947c0c is scheduled to be hosted by DHCP agent 7b7ebe60-b598-4f49-9612-2aa98fec0998 with binding_index 1 {{(pid=86310) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 18:15:49.226477 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.scheduler.base_scheduler [None req-03e78a6b-518b-411f-aa16-432119f421ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786929-2-smb, eb98ba18-b0fc-455c-9bef-282881864632) {{(pid=86311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:15:49.228521 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.scheduler.base_scheduler [None req-1eb6460a-a94e-4ef0-bd68-3562f07331cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786929-2-smb, f7b78941-733f-40cd-b1af-70edbc947c0c) {{(pid=86310) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:15:49.230687 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03e78a6b-518b-411f-aa16-432119f421ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:15:49.231333 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-03e78a6b-518b-411f-aa16-432119f421ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-751497'] for subnet, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:15:49.233283 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eb6460a-a94e-4ef0-bd68-3562f07331cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:15:49.234121 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-1eb6460a-a94e-4ef0-bd68-3562f07331cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-751497'] for subnet, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:15:49.250651 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-239dba8d-7611-4ab8-9d37-77fd850c7b2f None None] Network eb98ba18-b0fc-455c-9bef-282881864632 requested from dv-cinder-786929-2-smb {{(pid=86312) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 18:15:49.256043 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-03e78a6b-518b-411f-aa16-432119f421ba admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8578374 Apr 20 18:15:49.258313 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-1eb6460a-a94e-4ef0-bd68-3562f07331cf admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8336463 Apr 20 18:15:49.260006 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.32', 47942) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:15:49.267740 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.v2.base [None req-a2211b4b-e966-4db0-aca1-4e365048a4dc admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1231333648-router', 'tenant_id': 'cb69ef4d450d449286542b7dabcb8f7a', 'external_gateway_info': {'network_id': '26051af8-ebd0-4db2-857e-181975352424'}}} {{(pid=86310) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:15:49.278629 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-a2211b4b-e966-4db0-aca1-4e365048a4dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:15:49.281210 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7d7e651-4e40-42d5-9fa2-b3ee67c68145 None None] Network f7b78941-733f-40cd-b1af-70edbc947c0c requested from dv-cinder-786929-2-smb {{(pid=86312) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 18:15:49.285402 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-a2211b4b-e966-4db0-aca1-4e365048a4dc admin admin] Usage tracker for resource:router and tenant:cb69ef4d450d449286542b7dabcb8f7a is out of sync, need to count used quota {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:15:49.289020 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-a2211b4b-e966-4db0-aca1-4e365048a4dc admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:15:49.297219 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-a2211b4b-e966-4db0-aca1-4e365048a4dc admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:15:49.311539 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-a2211b4b-e966-4db0-aca1-4e365048a4dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854382097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854760223'] for router, before_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:15:49.312950 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-a2211b4b-e966-4db0-aca1-4e365048a4dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-393703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-626689', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535056', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15593'] for router, precommit_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:15:49.321672 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.v2.base [None req-bdf9b3c5-a46b-4d12-b0b6-2ec3ff833879 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1969971017-network', 'tenant_id': '96ff5c4d39a64c7b8df2adf23972e2ba'}} {{(pid=86311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:15:49.327870 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-bdf9b3c5-a46b-4d12-b0b6-2ec3ff833879 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:15:49.332793 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-bdf9b3c5-a46b-4d12-b0b6-2ec3ff833879 admin admin] Usage tracker for resource:network and tenant:96ff5c4d39a64c7b8df2adf23972e2ba is out of sync, need to count used quota {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:15:49.335963 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-bdf9b3c5-a46b-4d12-b0b6-2ec3ff833879 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:15:49.344064 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-bdf9b3c5-a46b-4d12-b0b6-2ec3ff833879 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:15:49.349313 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-a2211b4b-e966-4db0-aca1-4e365048a4dc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:15:49.358799 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdf9b3c5-a46b-4d12-b0b6-2ec3ff833879 admin admin] Made reservation on behalf of 96ff5c4d39a64c7b8df2adf23972e2ba for: {'network': 1} {{(pid=86311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 18:15:49.365281 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-bdf9b3c5-a46b-4d12-b0b6-2ec3ff833879 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624671'] for network, before_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:15:49.386204 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-bdf9b3c5-a46b-4d12-b0b6-2ec3ff833879 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:15:49.402113 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.32', 47952) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:15:49.417725 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-bdf9b3c5-a46b-4d12-b0b6-2ec3ff833879 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:15:49.422669 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-bdf9b3c5-a46b-4d12-b0b6-2ec3ff833879 admin admin] Usage tracker for resource:security_group_rule and tenant:96ff5c4d39a64c7b8df2adf23972e2ba is out of sync, need to count used quota {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:15:49.426008 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-bdf9b3c5-a46b-4d12-b0b6-2ec3ff833879 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:15:49.433168 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-bdf9b3c5-a46b-4d12-b0b6-2ec3ff833879 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:15:49.603365 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-bdf9b3c5-a46b-4d12-b0b6-2ec3ff833879 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:15:49.607581 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-bdf9b3c5-a46b-4d12-b0b6-2ec3ff833879 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854236768'] for security_group, after_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:15:49.618637 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:15:49.673199 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf9b3c5-a46b-4d12-b0b6-2ec3ff833879 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e00ece0e-9c57-41eb-9bc3-9c38bfc30996,revision_number=1']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:15:49.678151 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-bdf9b3c5-a46b-4d12-b0b6-2ec3ff833879 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:15:49.686904 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bdf9b3c5-a46b-4d12-b0b6-2ec3ff833879 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 135} {{(pid=86311) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 20 18:15:49.700198 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-bdf9b3c5-a46b-4d12-b0b6-2ec3ff833879 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1711814'] for segment, precommit_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:15:49.700802 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.db.segments_db [None req-bdf9b3c5-a46b-4d12-b0b6-2ec3ff833879 admin admin] Added segment 35da9b45-4e14-4089-845f-39a81432394e of type vlan for network 33ae499e-8924-4d19-b24e-e728f8047f05 Apr 20 18:15:49.732740 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-bdf9b3c5-a46b-4d12-b0b6-2ec3ff833879 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363299861504440'] for network, precommit_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:15:49.772508 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-bdf9b3c5-a46b-4d12-b0b6-2ec3ff833879 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854236788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514'] for network, after_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:15:49.774458 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdf9b3c5-a46b-4d12-b0b6-2ec3ff833879 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:15:49.775561 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-bdf9b3c5-a46b-4d12-b0b6-2ec3ff833879 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-751497'] for network, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:15:49.803989 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcc3755d-df85-42b8-a365-4128182dd725 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff0507e1-2995-52a4-a1ca-90377fd35923-eb98ba18-b0fc-455c-9bef-282881864632', 'network_id': 'eb98ba18-b0fc-455c-9bef-282881864632', 'tenant_id': 'cb69ef4d450d449286542b7dabcb8f7a', 'fixed_ips': [{'subnet_id': 'df8c402d-ed6b-4e3d-81d4-7ab30d507809'}]}} from dv-cinder-786929-2-smb. {{(pid=86312) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 20 18:15:49.805086 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-dcc3755d-df85-42b8-a365-4128182dd725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624671'] for port, before_create {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:15:49.819370 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0ef321c-e1d3-4da1-ba08-5b8378da00a3 None None] Network f7b78941-733f-40cd-b1af-70edbc947c0c requested from dv-cinder-786929-2-smb {{(pid=86312) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 18:15:49.820033 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:15:49.904410 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-a2211b4b-e966-4db0-aca1-4e365048a4dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-626934', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-654428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15578'] for router, precommit_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:15:49.961523 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf9b3c5-a46b-4d12-b0b6-2ec3ff833879 admin admin] Pushing event updated for resources: {'Network': ['ID=33ae499e-8924-4d19-b24e-e728f8047f05,revision_number=1']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:15:49.969468 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.32', 47976) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:15:49.969781 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-bdf9b3c5-a46b-4d12-b0b6-2ec3ff833879 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.4406462 Apr 20 18:15:49.971174 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-bdf9b3c5-a46b-4d12-b0b6-2ec3ff833879 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:15:49.978297 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.v2.base [None req-ea786b56-590d-4e7b-bb00-43033494d48b admin admin] Request body: {'subnet': {'network_id': '33ae499e-8924-4d19-b24e-e728f8047f05', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1969971017-subnet', 'tenant_id': '96ff5c4d39a64c7b8df2adf23972e2ba', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86310) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:15:50.033255 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-ea786b56-590d-4e7b-bb00-43033494d48b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:15:50.042416 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-ea786b56-590d-4e7b-bb00-43033494d48b admin admin] Usage tracker for resource:subnet and tenant:96ff5c4d39a64c7b8df2adf23972e2ba is out of sync, need to count used quota {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:15:50.047918 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-ea786b56-590d-4e7b-bb00-43033494d48b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:15:50.055159 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.v2.base [None req-edf250e3-391f-4a4a-9d0c-1b3a71816463 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-710943410-network', 'tenant_id': '48e5df147ce142c88e849dbcf9521831'}} {{(pid=86311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:15:50.055979 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-ea786b56-590d-4e7b-bb00-43033494d48b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:15:50.061595 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-edf250e3-391f-4a4a-9d0c-1b3a71816463 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:15:50.066342 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-edf250e3-391f-4a4a-9d0c-1b3a71816463 admin admin] Usage tracker for resource:network and tenant:48e5df147ce142c88e849dbcf9521831 is out of sync, need to count used quota {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:15:50.069533 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-edf250e3-391f-4a4a-9d0c-1b3a71816463 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:15:50.079296 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-edf250e3-391f-4a4a-9d0c-1b3a71816463 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:15:50.092781 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edf250e3-391f-4a4a-9d0c-1b3a71816463 admin admin] Made reservation on behalf of 48e5df147ce142c88e849dbcf9521831 for: {'network': 1} {{(pid=86311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 18:15:50.098905 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-edf250e3-391f-4a4a-9d0c-1b3a71816463 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624671'] for network, before_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:15:50.102296 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea786b56-590d-4e7b-bb00-43033494d48b admin admin] Made reservation on behalf of 96ff5c4d39a64c7b8df2adf23972e2ba for: {'subnet': 1} {{(pid=86310) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 18:15:50.107573 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-ea786b56-590d-4e7b-bb00-43033494d48b admin admin] Notify callbacks [] for subnet, before_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:15:50.117260 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-edf250e3-391f-4a4a-9d0c-1b3a71816463 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:15:50.139931 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-edf250e3-391f-4a4a-9d0c-1b3a71816463 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:15:50.144660 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-edf250e3-391f-4a4a-9d0c-1b3a71816463 admin admin] Usage tracker for resource:security_group_rule and tenant:48e5df147ce142c88e849dbcf9521831 is out of sync, need to count used quota {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:15:50.148055 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-edf250e3-391f-4a4a-9d0c-1b3a71816463 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:15:50.155851 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-edf250e3-391f-4a4a-9d0c-1b3a71816463 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:15:50.241772 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.rpc [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Network 33ae499e-8924-4d19-b24e-e728f8047f05 details requested by agent ovs-agent-dv-cinder-786929-2-smb with host dv-cinder-786929-2-smb {{(pid=86312) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 18:15:50.313274 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-edf250e3-391f-4a4a-9d0c-1b3a71816463 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:15:50.328112 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-edf250e3-391f-4a4a-9d0c-1b3a71816463 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854236768'] for security_group, after_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:15:50.349253 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edf250e3-391f-4a4a-9d0c-1b3a71816463 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 149} {{(pid=86311) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 20 18:15:50.373297 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-edf250e3-391f-4a4a-9d0c-1b3a71816463 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1711814'] for segment, precommit_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:15:50.373781 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.db.segments_db [None req-edf250e3-391f-4a4a-9d0c-1b3a71816463 admin admin] Added segment c3ded3fe-e1f6-46cb-bb95-d0e46e9eb1ff of type vlan for network 15a6a0fd-d337-49a6-891c-eac6549b2bfb Apr 20 18:15:50.430729 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-edf250e3-391f-4a4a-9d0c-1b3a71816463 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363299861504440'] for network, precommit_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:15:50.492258 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:15:50.513598 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-edf250e3-391f-4a4a-9d0c-1b3a71816463 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854236788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514'] for network, after_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:15:50.518050 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edf250e3-391f-4a4a-9d0c-1b3a71816463 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:15:50.518728 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-edf250e3-391f-4a4a-9d0c-1b3a71816463 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-751497'] for network, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:15:50.582783 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-edf250e3-391f-4a4a-9d0c-1b3a71816463 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.1764121 Apr 20 18:15:50.583464 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.32', 47990) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:15:50.596215 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.v2.base [None req-cafe0cf4-c976-44e1-acd1-7de7e3d12a55 admin admin] Request body: {'subnet': {'network_id': '15a6a0fd-d337-49a6-891c-eac6549b2bfb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-710943410-subnet', 'tenant_id': '48e5df147ce142c88e849dbcf9521831', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:15:50.601608 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-cafe0cf4-c976-44e1-acd1-7de7e3d12a55 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:15:50.610711 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-cafe0cf4-c976-44e1-acd1-7de7e3d12a55 admin admin] Usage tracker for resource:subnet and tenant:48e5df147ce142c88e849dbcf9521831 is out of sync, need to count used quota {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:15:50.617894 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-cafe0cf4-c976-44e1-acd1-7de7e3d12a55 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:15:50.636044 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-cafe0cf4-c976-44e1-acd1-7de7e3d12a55 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:15:50.659508 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cafe0cf4-c976-44e1-acd1-7de7e3d12a55 admin admin] Made reservation on behalf of 48e5df147ce142c88e849dbcf9521831 for: {'subnet': 1} {{(pid=86311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 18:15:50.664242 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-cafe0cf4-c976-44e1-acd1-7de7e3d12a55 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:15:50.913994 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-a2211b4b-e966-4db0-aca1-4e365048a4dc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:15:50.996070 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf250e3-391f-4a4a-9d0c-1b3a71816463 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63e5a295-1c1b-4259-93ce-61133d92337d,revision_number=1']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:15:51.015376 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-edf250e3-391f-4a4a-9d0c-1b3a71816463 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.523s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:15:51.018246 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-b446db1c-77f8-4f68-9f58-3e1af7ebaca9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.448s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:15:51.071473 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.db_base_plugin_common [None req-dcc3755d-df85-42b8-a365-4128182dd725 None None] Allocated IP 172.20.0.2 (eb98ba18-b0fc-455c-9bef-282881864632/df8c402d-ed6b-4e3d-81d4-7ab30d507809/f00968bf-ee8f-4038-8cfc-71171d69908c) {{(pid=86312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 18:15:51.214795 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf250e3-391f-4a4a-9d0c-1b3a71816463 admin admin] Pushing event updated for resources: {'Network': ['ID=15a6a0fd-d337-49a6-891c-eac6549b2bfb,revision_number=2']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:15:51.219866 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-edf250e3-391f-4a4a-9d0c-1b3a71816463 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:15:51.257448 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.rpc [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Network 15a6a0fd-d337-49a6-891c-eac6549b2bfb details requested by agent ovs-agent-dv-cinder-786929-2-smb with host dv-cinder-786929-2-smb {{(pid=86312) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 18:15:51.304780 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-a2211b4b-e966-4db0-aca1-4e365048a4dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624671'] for port, before_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:15:51.410273 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-cafe0cf4-c976-44e1-acd1-7de7e3d12a55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854235284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514'] for subnet, after_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:15:51.418328 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:15:51.582315 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafe0cf4-c976-44e1-acd1-7de7e3d12a55 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ebfd3c2f-c00a-4eb7-8bea-d2691ff138cc,revision_number=0']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:15:51.593004 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-cafe0cf4-c976-44e1-acd1-7de7e3d12a55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:15:51.629804 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.db_base_plugin_common [None req-a2211b4b-e966-4db0-aca1-4e365048a4dc admin admin] Allocated IP 172.28.0.84 (26051af8-ebd0-4db2-857e-181975352424/a8fb9e9c-99d7-49f9-8da9-302520785055/46da91c7-c992-45ad-b29d-ea4047abeef9) {{(pid=86310) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 18:15:51.765512 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cafe0cf4-c976-44e1-acd1-7de7e3d12a55 admin admin] Checking segment: {'id': 'c3ded3fe-e1f6-46cb-bb95-d0e46e9eb1ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '15a6a0fd-d337-49a6-891c-eac6549b2bfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 18:15:51.767919 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cafe0cf4-c976-44e1-acd1-7de7e3d12a55 admin admin] Network hostable DHCP agents. Network: 15a6a0fd-d337-49a6-891c-eac6549b2bfb, hostable agents: ['7b7ebe60-b598-4f49-9612-2aa98fec0998'], hosted agents: [] {{(pid=86311) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 18:15:51.856737 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.32', 48038) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:15:51.858749 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-dcc3755d-df85-42b8-a365-4128182dd725 None None] Notify callbacks [] for port, precommit_create {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:15:51.879793 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cafe0cf4-c976-44e1-acd1-7de7e3d12a55 admin admin] Network 15a6a0fd-d337-49a6-891c-eac6549b2bfb is scheduled to be hosted by DHCP agent 7b7ebe60-b598-4f49-9612-2aa98fec0998 with binding_index 1 {{(pid=86311) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 18:15:51.898871 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.scheduler.base_scheduler [None req-cafe0cf4-c976-44e1-acd1-7de7e3d12a55 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786929-2-smb, 15a6a0fd-d337-49a6-891c-eac6549b2bfb) {{(pid=86311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:15:51.911933 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cafe0cf4-c976-44e1-acd1-7de7e3d12a55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:15:51.912262 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.provisioning_blocks [None req-dcc3755d-df85-42b8-a365-4128182dd725 None None] Transition to ACTIVE for port object f00968bf-ee8f-4038-8cfc-71171d69908c will not be triggered until provisioned by entity L2. {{(pid=86312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 18:15:51.912609 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-cafe0cf4-c976-44e1-acd1-7de7e3d12a55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-751497'] for subnet, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:15:51.932162 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04584270-16a5-4e11-85b8-5971af7f45c2 None None] Network 15a6a0fd-d337-49a6-891c-eac6549b2bfb requested from dv-cinder-786929-2-smb {{(pid=86312) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 18:15:51.955587 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-cafe0cf4-c976-44e1-acd1-7de7e3d12a55 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.3680074 Apr 20 18:15:51.958319 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.32', 48044) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:15:51.974238 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.v2.base [None req-780a84ac-c1df-4e56-a926-acbaf35553b8 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-710943410-router', 'tenant_id': '48e5df147ce142c88e849dbcf9521831', 'external_gateway_info': {'network_id': '26051af8-ebd0-4db2-857e-181975352424'}}} {{(pid=86311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:15:51.988049 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-780a84ac-c1df-4e56-a926-acbaf35553b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:15:51.996333 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-780a84ac-c1df-4e56-a926-acbaf35553b8 admin admin] Usage tracker for resource:router and tenant:48e5df147ce142c88e849dbcf9521831 is out of sync, need to count used quota {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:15:52.003516 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-780a84ac-c1df-4e56-a926-acbaf35553b8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:15:52.029540 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-780a84ac-c1df-4e56-a926-acbaf35553b8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:15:52.050866 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-780a84ac-c1df-4e56-a926-acbaf35553b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854382097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854760223'] for router, before_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:15:52.052414 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-780a84ac-c1df-4e56-a926-acbaf35553b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-393703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-626689', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535056', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15593'] for router, precommit_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:15:52.093236 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-780a84ac-c1df-4e56-a926-acbaf35553b8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:15:52.130071 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.provisioning_blocks [None req-dcc3755d-df85-42b8-a365-4128182dd725 None None] Transition to ACTIVE for port object f00968bf-ee8f-4038-8cfc-71171d69908c will not be triggered until provisioned by entity DHCP. {{(pid=86312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 18:15:52.146754 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-dcc3755d-df85-42b8-a365-4128182dd725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852966479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736993280678'] for port, after_create {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:15:52.155971 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-38eb0c43-974c-4cd3-803a-216749b0d197 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:15:52.185884 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-a2211b4b-e966-4db0-aca1-4e365048a4dc admin admin] Notify callbacks [] for port, precommit_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:15:52.330652 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcc3755d-df85-42b8-a365-4128182dd725 None None] Network eb98ba18-b0fc-455c-9bef-282881864632 is already hosted by enough agents. {{(pid=86312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 18:15:52.349278 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.scheduler.base_scheduler [None req-dcc3755d-df85-42b8-a365-4128182dd725 None None] Resources bound (agent type, host, resource id): {{(pid=86312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:15:52.366745 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc3755d-df85-42b8-a365-4128182dd725 None None] Received port after_create {{(pid=86312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 18:15:52.379041 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-a2211b4b-e966-4db0-aca1-4e365048a4dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852966479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736993280678'] for port, after_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:15:52.402109 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-0eb027e0-8dd4-44fe-961a-97bb00a956a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:15:52.499257 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc3755d-df85-42b8-a365-4128182dd725 None None] Pushing event updated for resources: {'Port': ['ID=f00968bf-ee8f-4038-8cfc-71171d69908c,revision_number=1']} {{(pid=86312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:15:52.524328 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2211b4b-e966-4db0-aca1-4e365048a4dc admin admin] Network 26051af8-ebd0-4db2-857e-181975352424 is already hosted by enough agents. {{(pid=86310) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 18:15:52.614476 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc3755d-df85-42b8-a365-4128182dd725 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:15:52.623359 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc3755d-df85-42b8-a365-4128182dd725 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:15:52.623729 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc3755d-df85-42b8-a365-4128182dd725 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:15:52.624099 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc3755d-df85-42b8-a365-4128182dd725 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:15:52.624463 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc3755d-df85-42b8-a365-4128182dd725 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:15:52.624827 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc3755d-df85-42b8-a365-4128182dd725 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:15:52.625187 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc3755d-df85-42b8-a365-4128182dd725 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:15:52.625544 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc3755d-df85-42b8-a365-4128182dd725 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:15:52.625901 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc3755d-df85-42b8-a365-4128182dd725 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:15:52.626252 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc3755d-df85-42b8-a365-4128182dd725 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:15:52.626662 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc3755d-df85-42b8-a365-4128182dd725 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:15:52.627013 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc3755d-df85-42b8-a365-4128182dd725 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:15:52.628366 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc3755d-df85-42b8-a365-4128182dd725 None None] Tracked resource versions report: Apr 20 18:15:52.628366 dv-cinder-786929-2-smb neutron-server[86195]: pushed versions: Apr 20 18:15:52.628366 dv-cinder-786929-2-smb neutron-server[86195]: { 'AddressGroup': {'1.2'}, Apr 20 18:15:52.628366 dv-cinder-786929-2-smb neutron-server[86195]: 'ConntrackHelper': {'1.0'}, Apr 20 18:15:52.628366 dv-cinder-786929-2-smb neutron-server[86195]: 'Log': {'1.0'}, Apr 20 18:15:52.628366 dv-cinder-786929-2-smb neutron-server[86195]: 'Network': {'1.1'}, Apr 20 18:15:52.628366 dv-cinder-786929-2-smb neutron-server[86195]: 'Port': {'1.7'}, Apr 20 18:15:52.628366 dv-cinder-786929-2-smb neutron-server[86195]: 'PortForwarding': {'1.2'}, Apr 20 18:15:52.628366 dv-cinder-786929-2-smb neutron-server[86195]: 'QosPolicy': {'1.8'}, Apr 20 18:15:52.628366 dv-cinder-786929-2-smb neutron-server[86195]: 'SecurityGroup': {'1.4'}, Apr 20 18:15:52.628366 dv-cinder-786929-2-smb neutron-server[86195]: 'SecurityGroupRule': {'1.2'}, Apr 20 18:15:52.628366 dv-cinder-786929-2-smb neutron-server[86195]: 'SubPort': {'1.0'}, Apr 20 18:15:52.628366 dv-cinder-786929-2-smb neutron-server[86195]: 'Subnet': {'1.1'}, Apr 20 18:15:52.628366 dv-cinder-786929-2-smb neutron-server[86195]: 'Trunk': {'1.1'}} Apr 20 18:15:52.628366 dv-cinder-786929-2-smb neutron-server[86195]: consumer versions: Apr 20 18:15:52.628366 dv-cinder-786929-2-smb neutron-server[86195]: { DHCP agent@dv-cinder-786929-2-smb: {}, Apr 20 18:15:52.628366 dv-cinder-786929-2-smb neutron-server[86195]: HyperV agent@hv-cinder-78692: {}, Apr 20 18:15:52.628366 dv-cinder-786929-2-smb neutron-server[86195]: L3 agent@dv-cinder-786929-2-smb: {}, Apr 20 18:15:52.628366 dv-cinder-786929-2-smb neutron-server[86195]: Metadata agent@dv-cinder-786929-2-smb: {}, Apr 20 18:15:52.628366 dv-cinder-786929-2-smb neutron-server[86195]: Metering agent@dv-cinder-786929-2-smb: {}, Apr 20 18:15:52.628366 dv-cinder-786929-2-smb neutron-server[86195]: Open vSwitch agent@dv-cinder-786929-2-smb: { 'AddressGroup': '1.2', Apr 20 18:15:52.628366 dv-cinder-786929-2-smb neutron-server[86195]: 'ConntrackHelper': '1.0', Apr 20 18:15:52.628366 dv-cinder-786929-2-smb neutron-server[86195]: 'Log': '1.0', Apr 20 18:15:52.628366 dv-cinder-786929-2-smb neutron-server[86195]: 'Network': '1.1', Apr 20 18:15:52.628366 dv-cinder-786929-2-smb neutron-server[86195]: 'Port': '1.7', Apr 20 18:15:52.628366 dv-cinder-786929-2-smb neutron-server[86195]: 'PortForwarding': '1.2', Apr 20 18:15:52.628366 dv-cinder-786929-2-smb neutron-server[86195]: 'QosPolicy': '1.8', Apr 20 18:15:52.628366 dv-cinder-786929-2-smb neutron-server[86195]: 'SecurityGroup': '1.4', Apr 20 18:15:52.628366 dv-cinder-786929-2-smb neutron-server[86195]: 'SecurityGroupRule': '1.2', Apr 20 18:15:52.628366 dv-cinder-786929-2-smb neutron-server[86195]: 'SubPort': '1.0', Apr 20 18:15:52.628366 dv-cinder-786929-2-smb neutron-server[86195]: 'Subnet': '1.1', Apr 20 18:15:52.628366 dv-cinder-786929-2-smb neutron-server[86195]: 'Trunk': '1.1'}} Apr 20 18:15:52.628366 dv-cinder-786929-2-smb neutron-server[86195]: {{(pid=86312) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 20 18:15:52.651886 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.scheduler.base_scheduler [None req-a2211b4b-e966-4db0-aca1-4e365048a4dc admin admin] Resources bound (agent type, host, resource id): {{(pid=86310) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:15:52.653989 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2211b4b-e966-4db0-aca1-4e365048a4dc admin admin] Pushing event updated for resources: {'Port': ['ID=46da91c7-c992-45ad-b29d-ea4047abeef9,revision_number=1']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:15:52.674757 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-dcc3755d-df85-42b8-a365-4128182dd725 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.519s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:15:52.708569 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2211b4b-e966-4db0-aca1-4e365048a4dc admin admin] Received port after_create {{(pid=86310) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 18:15:52.827436 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.managers [None req-dcc3755d-df85-42b8-a365-4128182dd725 None None] Attempting to bind port f00968bf-ee8f-4038-8cfc-71171d69908c on host dv-cinder-786929-2-smb for vnic_type normal with profile {{(pid=86312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 18:15:52.828004 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.managers [None req-dcc3755d-df85-42b8-a365-4128182dd725 None None] Attempting to bind port f00968bf-ee8f-4038-8cfc-71171d69908c by drivers openvswitch,hyperv on host dv-cinder-786929-2-smb at level 0 using segments [{'id': 'ad36d8b3-d89e-4c97-9e5d-6bb749241abc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'eb98ba18-b0fc-455c-9bef-282881864632'}] {{(pid=86312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 18:15:52.828566 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc3755d-df85-42b8-a365-4128182dd725 None None] Attempting to bind port f00968bf-ee8f-4038-8cfc-71171d69908c on network eb98ba18-b0fc-455c-9bef-282881864632 {{(pid=86312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 18:15:52.834848 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1facc4b5-3fcf-47d8-b87d-4b5076896da7 None None] Network 15a6a0fd-d337-49a6-891c-eac6549b2bfb requested from dv-cinder-786929-2-smb {{(pid=86312) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 18:15:52.857109 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc3755d-df85-42b8-a365-4128182dd725 None None] Checking agent: {'id': '909349f5-e61f-491f-bcfb-3e6f3416917d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786929-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 7, 12), 'started_at': datetime.datetime(2021, 4, 20, 18, 7, 42), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 15, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786929-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 18:15:52.857912 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc3755d-df85-42b8-a365-4128182dd725 None None] Checking segment: {'id': 'ad36d8b3-d89e-4c97-9e5d-6bb749241abc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'eb98ba18-b0fc-455c-9bef-282881864632'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 18:15:52.858579 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-dcc3755d-df85-42b8-a365-4128182dd725 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:15:52.859211 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc3755d-df85-42b8-a365-4128182dd725 None None] Bound using segment: {'id': 'ad36d8b3-d89e-4c97-9e5d-6bb749241abc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'eb98ba18-b0fc-455c-9bef-282881864632'} {{(pid=86312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 18:15:52.859959 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.managers [None req-dcc3755d-df85-42b8-a365-4128182dd725 None None] Bound port: f00968bf-ee8f-4038-8cfc-71171d69908c, host: dv-cinder-786929-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad36d8b3-d89e-4c97-9e5d-6bb749241abc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'eb98ba18-b0fc-455c-9bef-282881864632'}}] {{(pid=86312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 18:15:52.860573 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-dcc3755d-df85-42b8-a365-4128182dd725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624671'] for port, before_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:15:52.862861 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-4f54f43d-b0a6-4477-8cc4-f7855aefae7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:15:52.924477 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-a2211b4b-e966-4db0-aca1-4e365048a4dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.518s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:15:52.943051 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-ea786b56-590d-4e7b-bb00-43033494d48b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854235284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514'] for subnet, after_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:15:53.017993 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-4f54f43d-b0a6-4477-8cc4-f7855aefae7e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:15:53.022697 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-780a84ac-c1df-4e56-a926-acbaf35553b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-626934', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-654428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15578'] for router, precommit_update {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:15:53.042745 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-4f54f43d-b0a6-4477-8cc4-f7855aefae7e admin admin] Usage tracker for resource:security_group_rule and tenant:4c35bf129378449c8c6c37ed2328687a is out of sync, need to count used quota {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:15:53.047853 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-d345e8d2-d50f-4b7f-949c-d51a770475fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:15:53.050889 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-4f54f43d-b0a6-4477-8cc4-f7855aefae7e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:15:53.095353 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-4f54f43d-b0a6-4477-8cc4-f7855aefae7e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:15:53.099873 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.32', 48090) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:15:53.112838 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.32', 48092) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:15:53.159237 dv-cinder-786929-2-smb neutron-server[86195]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 20 18:15:53.181388 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.db [None req-dcc3755d-df85-42b8-a365-4128182dd725 None None] For port f00968bf-ee8f-4038-8cfc-71171d69908c, host dv-cinder-786929-2-smb, cleared binding levels {{(pid=86312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 18:15:53.182763 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea786b56-590d-4e7b-bb00-43033494d48b admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f3914bf-0050-4c6e-8c1b-205da5910b8c,revision_number=0']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:15:53.186609 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.db [None req-dcc3755d-df85-42b8-a365-4128182dd725 None None] For port f00968bf-ee8f-4038-8cfc-71171d69908c, host dv-cinder-786929-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-2-smb',level=0,port_id=f00968bf-ee8f-4038-8cfc-71171d69908c,segment=NetworkSegment(ad36d8b3-d89e-4c97-9e5d-6bb749241abc),segment_id=ad36d8b3-d89e-4c97-9e5d-6bb749241abc)] {{(pid=86312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 18:15:53.186768 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-ea786b56-590d-4e7b-bb00-43033494d48b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:15:53.191781 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-dcc3755d-df85-42b8-a365-4128182dd725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852966479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736993730504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736993280695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299861495088'] for port, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:15:53.201846 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:15:53.244341 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea786b56-590d-4e7b-bb00-43033494d48b admin admin] Checking segment: {'id': '35da9b45-4e14-4089-845f-39a81432394e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '33ae499e-8924-4d19-b24e-e728f8047f05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 18:15:53.244734 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea786b56-590d-4e7b-bb00-43033494d48b admin admin] Network hostable DHCP agents. Network: 33ae499e-8924-4d19-b24e-e728f8047f05, hostable agents: ['7b7ebe60-b598-4f49-9612-2aa98fec0998'], hosted agents: [] {{(pid=86310) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 18:15:53.332501 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc3755d-df85-42b8-a365-4128182dd725 None None] Pushing event updated for resources: {'Port': ['ID=f00968bf-ee8f-4038-8cfc-71171d69908c,revision_number=2']} {{(pid=86312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:15:53.346338 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-dcc3755d-df85-42b8-a365-4128182dd725 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:15:53.452933 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea786b56-590d-4e7b-bb00-43033494d48b admin admin] Network 33ae499e-8924-4d19-b24e-e728f8047f05 is scheduled to be hosted by DHCP agent 7b7ebe60-b598-4f49-9612-2aa98fec0998 with binding_index 1 {{(pid=86310) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 18:15:53.476098 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.scheduler.base_scheduler [None req-ea786b56-590d-4e7b-bb00-43033494d48b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786929-2-smb, 33ae499e-8924-4d19-b24e-e728f8047f05) {{(pid=86310) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:15:53.482032 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea786b56-590d-4e7b-bb00-43033494d48b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:15:53.482451 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-ea786b56-590d-4e7b-bb00-43033494d48b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-751497'] for subnet, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:15:53.484731 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c72713c-1270-47c3-bed9-27806d0aeff9 req-12534056-092c-4311-b608-b140fc9a24ad tempest-DeleteServersTestJSON-84120958 tempest-DeleteServersTestJSON-84120958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:15:53.491411 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d284e0b9-2a8d-49a5-9837-1b78df1db6e2 None None] Network 33ae499e-8924-4d19-b24e-e728f8047f05 requested from dv-cinder-786929-2-smb {{(pid=86312) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 18:15:53.492206 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-0c72713c-1270-47c3-bed9-27806d0aeff9 req-12534056-092c-4311-b608-b140fc9a24ad tempest-DeleteServersTestJSON-84120958 tempest-DeleteServersTestJSON-84120958-project] 10.222.0.32 "GET /v2.0/networks?id=f7b78941-733f-40cd-b1af-70edbc947c0c HTTP/1.1" status: 200 len: 811 time: 0.3870189 Apr 20 18:15:53.530464 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-ea786b56-590d-4e7b-bb00-43033494d48b admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 3.5487716 Apr 20 18:15:53.550864 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-0c72713c-1270-47c3-bed9-27806d0aeff9 req-1cf10872-ae53-42c2-a30c-8afd4475d762 tempest-DeleteServersTestJSON-84120958 tempest-DeleteServersTestJSON-84120958-project] 10.222.0.32 "GET /v2.0/quotas/62c77f8e75134d199a878cc405f13ffd HTTP/1.1" status: 200 len: 375 time: 0.0541816 Apr 20 18:15:53.580276 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-a2211b4b-e966-4db0-aca1-4e365048a4dc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:15:53.658939 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-4f54f43d-b0a6-4477-8cc4-f7855aefae7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:15:53.687990 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-0c72713c-1270-47c3-bed9-27806d0aeff9 req-3160320f-2a63-442f-b47b-ae6cd36ca926 tempest-DeleteServersTestJSON-84120958 tempest-DeleteServersTestJSON-84120958-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=62c77f8e75134d199a878cc405f13ffd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1360989 Apr 20 18:15:53.714049 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-4f54f43d-b0a6-4477-8cc4-f7855aefae7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854236768'] for security_group, after_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:15:53.748425 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:15:53.756240 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-f205bad2-a522-4d59-907c-0f7c1e8e8910 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:15:53.846130 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-f205bad2-a522-4d59-907c-0f7c1e8e8910 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:15:53.869637 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-f205bad2-a522-4d59-907c-0f7c1e8e8910 admin admin] Usage tracker for resource:security_group_rule and tenant:ebbc2305df2c42d98e9651ea2381517d is out of sync, need to count used quota {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:15:53.876161 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-f205bad2-a522-4d59-907c-0f7c1e8e8910 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:15:53.881902 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-4f54f43d-b0a6-4477-8cc4-f7855aefae7e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4c35bf129378449c8c6c37ed2328687a&name=default HTTP/1.1" status: 200 len: 2975 time: 2.0210538 Apr 20 18:15:53.897466 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.32', 48128) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:15:53.898380 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-f205bad2-a522-4d59-907c-0f7c1e8e8910 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:15:54.017587 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f54f43d-b0a6-4477-8cc4-f7855aefae7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b039cb6a-0631-4a04-9c36-4c5392cc6c2e,revision_number=1']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:15:54.107574 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb7d8e9b-053d-46c1-afa1-9f7901a3d529 None None] Network 33ae499e-8924-4d19-b24e-e728f8047f05 requested from dv-cinder-786929-2-smb {{(pid=86312) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 18:15:54.115429 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-4f54f43d-b0a6-4477-8cc4-f7855aefae7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:15:54.122072 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [req-0c72713c-1270-47c3-bed9-27806d0aeff9 req-2753f533-3a0f-48a6-9e7f-1df207b3ea72 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=86311) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 20 18:15:54.130983 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-0c72713c-1270-47c3-bed9-27806d0aeff9 req-2753f533-3a0f-48a6-9e7f-1df207b3ea72 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3337407 Apr 20 18:15:54.383536 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.32', 48148) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:15:54.427794 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-780a84ac-c1df-4e56-a926-acbaf35553b8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:15:54.491019 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-4867df6d-2682-4b3f-b84a-75d0f4efa690 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:15:54.494803 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-780a84ac-c1df-4e56-a926-acbaf35553b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624671'] for port, before_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:15:54.503962 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-a2211b4b-e966-4db0-aca1-4e365048a4dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854121404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854148900'] for router, after_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:15:54.617626 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.rpc [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Device f00968bf-ee8f-4038-8cfc-71171d69908c up at agent ovs-agent-dv-cinder-786929-2-smb {{(pid=86312) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:15:54.660627 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-f205bad2-a522-4d59-907c-0f7c1e8e8910 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:15:54.679043 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.32', 48166) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:15:54.690327 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-0c72713c-1270-47c3-bed9-27806d0aeff9 req-2a8eb85e-9621-4ba6-b3e5-8fc98a9cf1e2 service neutron] 10.222.0.32 "GET /v2.0/networks/f7b78941-733f-40cd-b1af-70edbc947c0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5583947 Apr 20 18:15:54.699806 dv-cinder-786929-2-smb neutron-server[86195]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 20 18:15:54.701640 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-f205bad2-a522-4d59-907c-0f7c1e8e8910 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854236768'] for security_group, after_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:15:54.733797 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.provisioning_blocks [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Provisioning for port f00968bf-ee8f-4038-8cfc-71171d69908c completed by entity L2. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 18:15:54.800190 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:15:54.898594 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-4867df6d-2682-4b3f-b84a-75d0f4efa690 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:15:54.960199 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-723c7db6-474c-4562-95bf-1af347e6ce35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:15:54.966718 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-f205bad2-a522-4d59-907c-0f7c1e8e8910 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ebbc2305df2c42d98e9651ea2381517d&name=default HTTP/1.1" status: 200 len: 2975 time: 1.8480430 Apr 20 18:15:54.977512 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.32', 48170) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:15:54.980839 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a808e38-e353-4aa2-b706-fa2c6d181036 None None] Network eb98ba18-b0fc-455c-9bef-282881864632 requested from dv-cinder-786929-2-smb {{(pid=86312) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 18:15:55.002619 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f205bad2-a522-4d59-907c-0f7c1e8e8910 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83aa5bb8-55b4-4fd4-aa6c-732c5572c8ff,revision_number=1']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:15:55.012444 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-f205bad2-a522-4d59-907c-0f7c1e8e8910 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:15:55.058124 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-0c72713c-1270-47c3-bed9-27806d0aeff9 req-15a85db1-d87d-41ee-9f49-db014d863a94 service neutron] 10.222.0.32 "GET /v2.0/networks/f7b78941-733f-40cd-b1af-70edbc947c0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3489623 Apr 20 18:15:55.059894 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.db_base_plugin_common [None req-780a84ac-c1df-4e56-a926-acbaf35553b8 admin admin] Allocated IP 172.28.0.108 (26051af8-ebd0-4db2-857e-181975352424/a8fb9e9c-99d7-49f9-8da9-302520785055/460873c7-b664-4534-aba4-62918b33679c) {{(pid=86311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 18:15:55.098224 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-4867df6d-2682-4b3f-b84a-75d0f4efa690 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854236768'] for security_group, after_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:15:55.108237 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-723c7db6-474c-4562-95bf-1af347e6ce35 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:15:55.129416 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-723c7db6-474c-4562-95bf-1af347e6ce35 admin admin] Usage tracker for resource:security_group_rule and tenant:4ba4821b732144ecbf2a696cfeb4bf19 is out of sync, need to count used quota {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:15:55.135716 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-723c7db6-474c-4562-95bf-1af347e6ce35 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:15:55.149166 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-723c7db6-474c-4562-95bf-1af347e6ce35 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:15:55.162205 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-bdf9b3c5-a46b-4d12-b0b6-2ec3ff833879 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:15:55.194399 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4867df6d-2682-4b3f-b84a-75d0f4efa690 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b039cb6a-0631-4a04-9c36-4c5392cc6c2e,revision_number=None']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:15:55.199234 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-4867df6d-2682-4b3f-b84a-75d0f4efa690 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:15:55.246594 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-4867df6d-2682-4b3f-b84a-75d0f4efa690 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:15:55.261681 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-4867df6d-2682-4b3f-b84a-75d0f4efa690 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b039cb6a-0631-4a04-9c36-4c5392cc6c2e HTTP/1.1" status: 204 len: 168 time: 1.3499310 Apr 20 18:15:55.309855 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-148e879e-cc2f-40a8-9b59-c5bb2e721335 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:15:55.342046 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.provisioning_blocks [None req-5f913a37-382e-4391-8458-1f7dcdefcdeb None None] Provisioning for port f00968bf-ee8f-4038-8cfc-71171d69908c completed by entity DHCP. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 18:15:55.349545 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.provisioning_blocks [None req-5f913a37-382e-4391-8458-1f7dcdefcdeb None None] Provisioning complete for port f00968bf-ee8f-4038-8cfc-71171d69908c triggered by entity DHCP. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:15:55.350048 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-5f913a37-382e-4391-8458-1f7dcdefcdeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853381758'] for port, provisioning_complete {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:15:55.370774 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-148e879e-cc2f-40a8-9b59-c5bb2e721335 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:15:55.391646 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-780a84ac-c1df-4e56-a926-acbaf35553b8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:15:55.435547 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-780a84ac-c1df-4e56-a926-acbaf35553b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852966479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736993280678'] for port, after_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:15:55.440385 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-baf6a3c9-75c8-4ee9-93d1-557d0f2396dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:15:55.455881 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bb8356-d834-49c7-89ca-8926bb955eb8 req-595a2afe-06d1-4582-96b1-1953422abd36 tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:15:55.457541 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-27bb8356-d834-49c7-89ca-8926bb955eb8 req-595a2afe-06d1-4582-96b1-1953422abd36 tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] 10.222.0.32 "GET /v2.0/networks?id=33ae499e-8924-4d19-b24e-e728f8047f05 HTTP/1.1" status: 200 len: 815 time: 0.7773025 Apr 20 18:15:55.495760 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2211b4b-e966-4db0-aca1-4e365048a4dc admin admin] Router 7ec829b5-df62-4eeb-b9be-0781d58bffbd is scheduled to L3 agent 40af0123-fc20-4e27-8672-759459b7c5ef with binding_index 1 {{(pid=86310) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 20 18:15:55.499572 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-27bb8356-d834-49c7-89ca-8926bb955eb8 req-9f8dbc2f-e4fd-4ecc-a72f-caeddddcf310 tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] 10.222.0.32 "GET /v2.0/quotas/96ff5c4d39a64c7b8df2adf23972e2ba HTTP/1.1" status: 200 len: 375 time: 0.0305762 Apr 20 18:15:55.572279 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-780a84ac-c1df-4e56-a926-acbaf35553b8 admin admin] Network 26051af8-ebd0-4db2-857e-181975352424 is already hosted by enough agents. {{(pid=86311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 18:15:55.601743 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.scheduler.base_scheduler [None req-780a84ac-c1df-4e56-a926-acbaf35553b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=86311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:15:55.605812 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-780a84ac-c1df-4e56-a926-acbaf35553b8 admin admin] Received port after_create {{(pid=86311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 18:15:55.629632 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-27bb8356-d834-49c7-89ca-8926bb955eb8 req-1eb8b803-760a-4641-9402-cf6b2597836a tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=96ff5c4d39a64c7b8df2adf23972e2ba&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1206872 Apr 20 18:15:55.637105 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-148e879e-cc2f-40a8-9b59-c5bb2e721335 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854236768'] for security_group, after_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:15:55.665805 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-6000ae33-2e8a-4d2a-9796-d071db746649 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:15:55.770877 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-5f913a37-382e-4391-8458-1f7dcdefcdeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624671'] for port, before_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:15:55.837624 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148e879e-cc2f-40a8-9b59-c5bb2e721335 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83aa5bb8-55b4-4fd4-aa6c-732c5572c8ff,revision_number=None']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:15:55.859158 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-148e879e-cc2f-40a8-9b59-c5bb2e721335 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:15:55.905373 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.db [None req-5f913a37-382e-4391-8458-1f7dcdefcdeb None None] For port f00968bf-ee8f-4038-8cfc-71171d69908c, host dv-cinder-786929-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-2-smb',level=0,port_id=f00968bf-ee8f-4038-8cfc-71171d69908c,segment=NetworkSegment(ad36d8b3-d89e-4c97-9e5d-6bb749241abc),segment_id=ad36d8b3-d89e-4c97-9e5d-6bb749241abc)] {{(pid=86312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:15:55.912623 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-5f913a37-382e-4391-8458-1f7dcdefcdeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852966479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736993730504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736993280695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299861495088'] for port, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:15:55.914846 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:15:55.933564 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-723c7db6-474c-4562-95bf-1af347e6ce35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:15:55.951532 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-148e879e-cc2f-40a8-9b59-c5bb2e721335 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:15:55.952821 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-148e879e-cc2f-40a8-9b59-c5bb2e721335 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/83aa5bb8-55b4-4fd4-aa6c-732c5572c8ff HTTP/1.1" status: 204 len: 168 time: 0.9741318 Apr 20 18:15:55.953740 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-723c7db6-474c-4562-95bf-1af347e6ce35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854236768'] for security_group, after_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:15:55.960912 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.32', 48204) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:15:55.989551 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:15:56.097929 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f913a37-382e-4391-8458-1f7dcdefcdeb None None] Pushing event updated for resources: {'Port': ['ID=f00968bf-ee8f-4038-8cfc-71171d69908c,revision_number=3']} {{(pid=86312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:15:56.107589 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-826c47fd-1e36-4e04-bcbd-f6fce080e79b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:15:56.115501 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-5f913a37-382e-4391-8458-1f7dcdefcdeb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:15:56.190233 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2211b4b-e966-4db0-aca1-4e365048a4dc admin admin] Notify agent at l3_agent.dv-cinder-786929-2-smb the message routers_updated {{(pid=86310) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 18:15:56.204426 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe675b49-db42-4ac5-bb24-7131a1ccba6d None None] Sync routers for ids ['7ec829b5-df62-4eeb-b9be-0781d58bffbd'] in dv-cinder-786929-2-smb {{(pid=86313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 18:15:56.224958 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe675b49-db42-4ac5-bb24-7131a1ccba6d None None] Routers {'7ec829b5-df62-4eeb-b9be-0781d58bffbd'} bound to L3 agent in host dv-cinder-786929-2-smb {{(pid=86313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:15:56.225873 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_hamode_db [None req-fe675b49-db42-4ac5-bb24-7131a1ccba6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786929-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-20T18:07:11Z,description=,heartbeat_timestamp=2021-04-20T18:15:41Z,host='dv-cinder-786929-2-smb',id=40af0123-fc20-4e27-8672-759459b7c5ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T18:07:11Z,topic='l3_agent')) {'router_ids': ['7ec829b5-df62-4eeb-b9be-0781d58bffbd'], 'active': True} {{(pid=86313) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:15:56.256005 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-826c47fd-1e36-4e04-bcbd-f6fce080e79b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:15:56.257864 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.provisioning_blocks [None req-c598ce55-7b84-4a0d-bcbb-585bae0931bf None None] Provisioning complete for port f00968bf-ee8f-4038-8cfc-71171d69908c triggered by entity DHCP. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:15:56.259771 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-c598ce55-7b84-4a0d-bcbb-585bae0931bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853381758'] for port, provisioning_complete {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:15:56.261947 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-826c47fd-1e36-4e04-bcbd-f6fce080e79b admin admin] Usage tracker for resource:security_group_rule and tenant:cb1538cb6b654cc39561a1deb0b8372e is out of sync, need to count used quota {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:15:56.266197 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-826c47fd-1e36-4e04-bcbd-f6fce080e79b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:15:56.275689 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-826c47fd-1e36-4e04-bcbd-f6fce080e79b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:15:56.298413 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780a84ac-c1df-4e56-a926-acbaf35553b8 admin admin] Pushing event updated for resources: {'Port': ['ID=460873c7-b664-4534-aba4-62918b33679c,revision_number=1']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:15:56.377931 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-780a84ac-c1df-4e56-a926-acbaf35553b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.937s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:15:56.381305 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-780af959-3f7f-4802-9bca-280bbd77c320 req-f5aa11aa-44d0-491e-8d42-a081c17b8a36 tempest-DeleteServersTestJSON-84120958 tempest-DeleteServersTestJSON-84120958-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ebddb38-7926-4f65-a612-116061e7e942 HTTP/1.1" status: 200 len: 210 time: 0.2082088 Apr 20 18:15:56.430205 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-723c7db6-474c-4562-95bf-1af347e6ce35 admin admin] Synchronizing usage tracker for tenant:12f345f426d4457b8a1271650ec384a5 on resource:security_group {{(pid=86310) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 18:15:56.495696 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-826c47fd-1e36-4e04-bcbd-f6fce080e79b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:15:56.550486 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723c7db6-474c-4562-95bf-1af347e6ce35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a963beae-27fe-4b7b-b0d9-2ebe916d3862,revision_number=1']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:15:56.567867 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-723c7db6-474c-4562-95bf-1af347e6ce35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.578s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:15:56.581433 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-826c47fd-1e36-4e04-bcbd-f6fce080e79b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854236768'] for security_group, after_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:15:56.605187 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-723c7db6-474c-4562-95bf-1af347e6ce35 admin admin] Unset dirty status for tenant:12f345f426d4457b8a1271650ec384a5 on resource:security_group {{(pid=86310) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 18:15:56.628251 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-723c7db6-474c-4562-95bf-1af347e6ce35 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4ba4821b732144ecbf2a696cfeb4bf19&name=default HTTP/1.1" status: 200 len: 2975 time: 2.2407632 Apr 20 18:15:56.628251 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-a2211b4b-e966-4db0-aca1-4e365048a4dc admin admin] Notify callbacks [] for router, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:15:56.628251 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-a2211b4b-e966-4db0-aca1-4e365048a4dc admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 7.3667221 Apr 20 18:15:56.630229 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.32', 48232) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:15:56.630861 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.32', 48234) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:15:56.655026 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.rpc [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Device f00968bf-ee8f-4038-8cfc-71171d69908c up at agent ovs-agent-dv-cinder-786929-2-smb {{(pid=86312) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:15:56.691710 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:15:56.701026 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_dvr_db [None req-fe675b49-db42-4ac5-bb24-7131a1ccba6d None None] Set router 7ec829b5-df62-4eeb-b9be-0781d58bffbd gateway port host: dv-cinder-786929-2-smb {{(pid=86313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 18:15:56.788783 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-826c47fd-1e36-4e04-bcbd-f6fce080e79b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=cb1538cb6b654cc39561a1deb0b8372e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8237338 Apr 20 18:15:56.788783 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826c47fd-1e36-4e04-bcbd-f6fce080e79b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=213422c3-9878-4bc4-8d93-1624fd9d778a,revision_number=1']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:15:56.791577 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.32', 48246) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:15:56.795751 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-826c47fd-1e36-4e04-bcbd-f6fce080e79b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:15:56.827403 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.32', 48250) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:15:56.892956 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.provisioning_blocks [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Provisioning complete for port f00968bf-ee8f-4038-8cfc-71171d69908c triggered by entity L2. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:15:56.893621 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853381758'] for port, provisioning_complete {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:15:56.929845 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [req-27bb8356-d834-49c7-89ca-8926bb955eb8 req-b53f5074-048b-4e21-b937-b92ca474f8fb service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=86310) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 20 18:15:56.931104 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-27bb8356-d834-49c7-89ca-8926bb955eb8 req-b53f5074-048b-4e21-b937-b92ca474f8fb service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7177186 Apr 20 18:15:56.963324 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-94becf3e-a1fd-4603-84d7-d1d49b9178b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:15:57.105424 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-780a84ac-c1df-4e56-a926-acbaf35553b8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:15:57.176667 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-27bb8356-d834-49c7-89ca-8926bb955eb8 req-7e2d2b7a-f7c6-48b7-a80e-243627286b20 service neutron] 10.222.0.32 "GET /v2.0/networks/33ae499e-8924-4d19-b24e-e728f8047f05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2274303 Apr 20 18:15:57.186050 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-94becf3e-a1fd-4603-84d7-d1d49b9178b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:15:57.327653 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_hamode_db [None req-fe675b49-db42-4ac5-bb24-7131a1ccba6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ec829b5-df62-4eeb-b9be-0781d58bffbd', 'name': 'tempest-AttachVolumeTestJSON-1231333648-router', 'tenant_id': 'cb69ef4d450d449286542b7dabcb8f7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26051af8-ebd0-4db2-857e-181975352424', 'external_fixed_ips': [{'subnet_id': 'a8fb9e9c-99d7-49f9-8da9-302520785055', 'ip_address': '172.28.0.84'}], 'enable_snat': True}, 'gw_port_id': '46da91c7-c992-45ad-b29d-ea4047abeef9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:15:49Z', 'updated_at': '2021-04-20T18:15:53Z', 'revision_number': 3, 'project_id': 'cb69ef4d450d449286542b7dabcb8f7a', 'gw_port': {'id': '46da91c7-c992-45ad-b29d-ea4047abeef9', 'name': '', 'network_id': '26051af8-ebd0-4db2-857e-181975352424', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:cd:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ec829b5-df62-4eeb-b9be-0781d58bffbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'a8fb9e9c-99d7-49f9-8da9-302520785055', 'ip_address': '172.28.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:15:51Z', 'updated_at': '2021-04-20T18:15:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a8fb9e9c-99d7-49f9-8da9-302520785055', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-2-smb'}], 'dv-cinder-786929-2-smb', False) {} {{(pid=86313) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:15:57.334673 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe675b49-db42-4ac5-bb24-7131a1ccba6d None None] Checking router: 7ec829b5-df62-4eeb-b9be-0781d58bffbd for host: dv-cinder-786929-2-smb {{(pid=86313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 18:15:57.335274 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe675b49-db42-4ac5-bb24-7131a1ccba6d None None] Updating router 7ec829b5-df62-4eeb-b9be-0781d58bffbd port 46da91c7-c992-45ad-b29d-ea4047abeef9 binding host dv-cinder-786929-2-smb {{(pid=86313) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 20 18:15:57.369050 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-5f0ec848-d43d-4ef9-a99c-66184f356b66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:15:57.380944 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-a62eca96-f6ca-4f85-97d7-26eff3037a58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:15:57.386315 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-94becf3e-a1fd-4603-84d7-d1d49b9178b8 admin admin] Usage tracker for resource:security_group_rule and tenant:79081afe7cfb4d2a82a17e39ffb7b0f2 is out of sync, need to count used quota {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:15:57.408780 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-94becf3e-a1fd-4603-84d7-d1d49b9178b8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:15:57.412998 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-fe675b49-db42-4ac5-bb24-7131a1ccba6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624671'] for port, before_update {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:15:57.446808 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-94becf3e-a1fd-4603-84d7-d1d49b9178b8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:15:57.528799 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-a62eca96-f6ca-4f85-97d7-26eff3037a58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:15:57.538416 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-27bb8356-d834-49c7-89ca-8926bb955eb8 req-dcab9c69-e1a9-41c7-9ecb-a7b6076ad10b service neutron] 10.222.0.32 "GET /v2.0/networks/33ae499e-8924-4d19-b24e-e728f8047f05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3493943 Apr 20 18:15:57.641718 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-a62eca96-f6ca-4f85-97d7-26eff3037a58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854236768'] for security_group, after_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:15:57.643769 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-5f0ec848-d43d-4ef9-a99c-66184f356b66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:15:57.668086 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:15:57.707635 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62eca96-f6ca-4f85-97d7-26eff3037a58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=213422c3-9878-4bc4-8d93-1624fd9d778a,revision_number=None']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:15:57.719505 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-a62eca96-f6ca-4f85-97d7-26eff3037a58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:15:57.743585 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-94becf3e-a1fd-4603-84d7-d1d49b9178b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:15:57.750162 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-94becf3e-a1fd-4603-84d7-d1d49b9178b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854236768'] for security_group, after_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:15:57.765901 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-723c7db6-474c-4562-95bf-1af347e6ce35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:15:57.802665 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94becf3e-a1fd-4603-84d7-d1d49b9178b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ae63554-b3e9-4efe-b5f5-7c6ce59d277f,revision_number=1']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:15:57.808478 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-a62eca96-f6ca-4f85-97d7-26eff3037a58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:15:57.813390 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-a62eca96-f6ca-4f85-97d7-26eff3037a58 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/213422c3-9878-4bc4-8d93-1624fd9d778a HTTP/1.1" status: 204 len: 168 time: 1.0184233 Apr 20 18:15:57.813610 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-fe675b49-db42-4ac5-bb24-7131a1ccba6d None None] Notify callbacks [] for port, precommit_update {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:15:57.813724 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-94693db1-f7e2-4d51-9ecb-e238b4cf8102 req-4415c33f-bb32-4193-9a88-078cdc97d093 tempest-DeleteServersTestJSON-84120958 tempest-DeleteServersTestJSON-84120958-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ebddb38-7926-4f65-a612-116061e7e942 HTTP/1.1" status: 200 len: 210 time: 0.3010206 Apr 20 18:15:57.827122 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.provisioning_blocks [None req-fe675b49-db42-4ac5-bb24-7131a1ccba6d None None] Transition to ACTIVE for port object 46da91c7-c992-45ad-b29d-ea4047abeef9 will not be triggered until provisioned by entity L2. {{(pid=86313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 18:15:57.833726 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-94becf3e-a1fd-4603-84d7-d1d49b9178b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:15:57.834640 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-fe675b49-db42-4ac5-bb24-7131a1ccba6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852966479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736993730504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736993280695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299861495088'] for port, after_update {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:15:57.847300 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-7f252a98-0701-4ec0-826b-43c916516a9c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:15:57.847648 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-94becf3e-a1fd-4603-84d7-d1d49b9178b8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=79081afe7cfb4d2a82a17e39ffb7b0f2&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0190959 Apr 20 18:15:57.849886 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.32', 48276) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:15:57.968048 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac17502b-65b1-47a2-8eb0-4ac97cce55c7 None None] Pushing event updated for resources: {'Port': ['ID=46da91c7-c992-45ad-b29d-ea4047abeef9,revision_number=2']} {{(pid=86313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:15:57.984129 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac17502b-65b1-47a2-8eb0-4ac97cce55c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:15:57.985106 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac17502b-65b1-47a2-8eb0-4ac97cce55c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:15:57.985569 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac17502b-65b1-47a2-8eb0-4ac97cce55c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:15:57.986052 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac17502b-65b1-47a2-8eb0-4ac97cce55c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:15:57.986548 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac17502b-65b1-47a2-8eb0-4ac97cce55c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:15:57.987035 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac17502b-65b1-47a2-8eb0-4ac97cce55c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:15:57.987494 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac17502b-65b1-47a2-8eb0-4ac97cce55c7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:15:57.988079 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac17502b-65b1-47a2-8eb0-4ac97cce55c7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:15:57.988424 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac17502b-65b1-47a2-8eb0-4ac97cce55c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:15:57.988887 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac17502b-65b1-47a2-8eb0-4ac97cce55c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:15:57.989371 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac17502b-65b1-47a2-8eb0-4ac97cce55c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:15:57.989813 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac17502b-65b1-47a2-8eb0-4ac97cce55c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:15:57.991062 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac17502b-65b1-47a2-8eb0-4ac97cce55c7 None None] Tracked resource versions report: Apr 20 18:15:57.991062 dv-cinder-786929-2-smb neutron-server[86195]: pushed versions: Apr 20 18:15:57.991062 dv-cinder-786929-2-smb neutron-server[86195]: { 'AddressGroup': {'1.2'}, Apr 20 18:15:57.991062 dv-cinder-786929-2-smb neutron-server[86195]: 'ConntrackHelper': {'1.0'}, Apr 20 18:15:57.991062 dv-cinder-786929-2-smb neutron-server[86195]: 'Log': {'1.0'}, Apr 20 18:15:57.991062 dv-cinder-786929-2-smb neutron-server[86195]: 'Network': {'1.1'}, Apr 20 18:15:57.991062 dv-cinder-786929-2-smb neutron-server[86195]: 'Port': {'1.7'}, Apr 20 18:15:57.991062 dv-cinder-786929-2-smb neutron-server[86195]: 'PortForwarding': {'1.2'}, Apr 20 18:15:57.991062 dv-cinder-786929-2-smb neutron-server[86195]: 'QosPolicy': {'1.8'}, Apr 20 18:15:57.991062 dv-cinder-786929-2-smb neutron-server[86195]: 'SecurityGroup': {'1.4'}, Apr 20 18:15:57.991062 dv-cinder-786929-2-smb neutron-server[86195]: 'SecurityGroupRule': {'1.2'}, Apr 20 18:15:57.991062 dv-cinder-786929-2-smb neutron-server[86195]: 'SubPort': {'1.0'}, Apr 20 18:15:57.991062 dv-cinder-786929-2-smb neutron-server[86195]: 'Subnet': {'1.1'}, Apr 20 18:15:57.991062 dv-cinder-786929-2-smb neutron-server[86195]: 'Trunk': {'1.1'}} Apr 20 18:15:57.991062 dv-cinder-786929-2-smb neutron-server[86195]: consumer versions: Apr 20 18:15:57.991062 dv-cinder-786929-2-smb neutron-server[86195]: { DHCP agent@dv-cinder-786929-2-smb: {}, Apr 20 18:15:57.991062 dv-cinder-786929-2-smb neutron-server[86195]: HyperV agent@hv-cinder-78692: {}, Apr 20 18:15:57.991062 dv-cinder-786929-2-smb neutron-server[86195]: L3 agent@dv-cinder-786929-2-smb: {}, Apr 20 18:15:57.991062 dv-cinder-786929-2-smb neutron-server[86195]: Metadata agent@dv-cinder-786929-2-smb: {}, Apr 20 18:15:57.991062 dv-cinder-786929-2-smb neutron-server[86195]: Metering agent@dv-cinder-786929-2-smb: {}, Apr 20 18:15:57.991062 dv-cinder-786929-2-smb neutron-server[86195]: Open vSwitch agent@dv-cinder-786929-2-smb: { 'AddressGroup': '1.2', Apr 20 18:15:57.991062 dv-cinder-786929-2-smb neutron-server[86195]: 'ConntrackHelper': '1.0', Apr 20 18:15:57.991062 dv-cinder-786929-2-smb neutron-server[86195]: 'Log': '1.0', Apr 20 18:15:57.991062 dv-cinder-786929-2-smb neutron-server[86195]: 'Network': '1.1', Apr 20 18:15:57.991062 dv-cinder-786929-2-smb neutron-server[86195]: 'Port': '1.7', Apr 20 18:15:57.991062 dv-cinder-786929-2-smb neutron-server[86195]: 'PortForwarding': '1.2', Apr 20 18:15:57.991062 dv-cinder-786929-2-smb neutron-server[86195]: 'QosPolicy': '1.8', Apr 20 18:15:57.991062 dv-cinder-786929-2-smb neutron-server[86195]: 'SecurityGroup': '1.4', Apr 20 18:15:57.991062 dv-cinder-786929-2-smb neutron-server[86195]: 'SecurityGroupRule': '1.2', Apr 20 18:15:57.991062 dv-cinder-786929-2-smb neutron-server[86195]: 'SubPort': '1.0', Apr 20 18:15:57.991062 dv-cinder-786929-2-smb neutron-server[86195]: 'Subnet': '1.1', Apr 20 18:15:57.991062 dv-cinder-786929-2-smb neutron-server[86195]: 'Trunk': '1.1'}} Apr 20 18:15:57.991062 dv-cinder-786929-2-smb neutron-server[86195]: {{(pid=86313) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 20 18:15:58.014459 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-ac17502b-65b1-47a2-8eb0-4ac97cce55c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:15:58.020438 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-fcd5a9d8-02df-426d-bbc0-30fd34ba32d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:15:58.068998 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-fcd5a9d8-02df-426d-bbc0-30fd34ba32d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:15:58.079267 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.managers [None req-fe675b49-db42-4ac5-bb24-7131a1ccba6d None None] Attempting to bind port 46da91c7-c992-45ad-b29d-ea4047abeef9 on host dv-cinder-786929-2-smb for vnic_type normal with profile {{(pid=86313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 18:15:58.079737 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.managers [None req-fe675b49-db42-4ac5-bb24-7131a1ccba6d None None] Attempting to bind port 46da91c7-c992-45ad-b29d-ea4047abeef9 by drivers openvswitch,hyperv on host dv-cinder-786929-2-smb at level 0 using segments [{'id': '0fd0f869-d1a1-42b0-840f-a1b93e92e33d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26051af8-ebd0-4db2-857e-181975352424'}] {{(pid=86313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 18:15:58.080133 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe675b49-db42-4ac5-bb24-7131a1ccba6d None None] Attempting to bind port 46da91c7-c992-45ad-b29d-ea4047abeef9 on network 26051af8-ebd0-4db2-857e-181975352424 {{(pid=86313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 18:15:58.085286 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-5f0ec848-d43d-4ef9-a99c-66184f356b66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854236768'] for security_group, after_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:15:58.095122 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe675b49-db42-4ac5-bb24-7131a1ccba6d None None] Checking agent: {'id': '909349f5-e61f-491f-bcfb-3e6f3416917d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786929-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 7, 12), 'started_at': datetime.datetime(2021, 4, 20, 18, 7, 42), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 15, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786929-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 18:15:58.095538 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe675b49-db42-4ac5-bb24-7131a1ccba6d None None] Checking segment: {'id': '0fd0f869-d1a1-42b0-840f-a1b93e92e33d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26051af8-ebd0-4db2-857e-181975352424'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 18:15:58.098355 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-fe675b49-db42-4ac5-bb24-7131a1ccba6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:15:58.098866 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe675b49-db42-4ac5-bb24-7131a1ccba6d None None] Bound using segment: {'id': '0fd0f869-d1a1-42b0-840f-a1b93e92e33d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26051af8-ebd0-4db2-857e-181975352424'} {{(pid=86313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 18:15:58.099402 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.managers [None req-fe675b49-db42-4ac5-bb24-7131a1ccba6d None None] Bound port: 46da91c7-c992-45ad-b29d-ea4047abeef9, host: dv-cinder-786929-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fd0f869-d1a1-42b0-840f-a1b93e92e33d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26051af8-ebd0-4db2-857e-181975352424'}}] {{(pid=86313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 18:15:58.099835 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-fe675b49-db42-4ac5-bb24-7131a1ccba6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624671'] for port, before_update {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:15:58.127985 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-fcd5a9d8-02df-426d-bbc0-30fd34ba32d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854236768'] for security_group, after_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:15:58.136621 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-a62eca96-f6ca-4f85-97d7-26eff3037a58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:15:58.155961 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd5a9d8-02df-426d-bbc0-30fd34ba32d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ae63554-b3e9-4efe-b5f5-7c6ce59d277f,revision_number=None']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:15:58.159372 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-fcd5a9d8-02df-426d-bbc0-30fd34ba32d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:15:58.161241 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-fcd5a9d8-02df-426d-bbc0-30fd34ba32d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:15:58.162539 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-fcd5a9d8-02df-426d-bbc0-30fd34ba32d6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8ae63554-b3e9-4efe-b5f5-7c6ce59d277f HTTP/1.1" status: 204 len: 168 time: 0.3112657 Apr 20 18:15:58.193533 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-edf250e3-391f-4a4a-9d0c-1b3a71816463 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:15:58.547183 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-cfbae9ac-2796-41fd-957c-460be46d6944 req-51b90fc6-46d9-47a9-8fe8-2a7ef848ce32 tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] 10.222.0.32 "GET /v2.0/ports?device_id=f60542f0-bd80-42bb-acb0-21f477d6dd3d HTTP/1.1" status: 200 len: 210 time: 0.5188012 Apr 20 18:15:58.548404 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.db [None req-fe675b49-db42-4ac5-bb24-7131a1ccba6d None None] For port 46da91c7-c992-45ad-b29d-ea4047abeef9, host dv-cinder-786929-2-smb, cleared binding levels {{(pid=86313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 18:15:58.564299 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0ec848-d43d-4ef9-a99c-66184f356b66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a963beae-27fe-4b7b-b0d9-2ebe916d3862,revision_number=None']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:15:58.589254 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-5f0ec848-d43d-4ef9-a99c-66184f356b66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.396s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:15:58.711824 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-5f0ec848-d43d-4ef9-a99c-66184f356b66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:15:58.721834 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-5f0ec848-d43d-4ef9-a99c-66184f356b66 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a963beae-27fe-4b7b-b0d9-2ebe916d3862 HTTP/1.1" status: 204 len: 168 time: 2.0895398 Apr 20 18:15:58.747909 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.db [None req-fe675b49-db42-4ac5-bb24-7131a1ccba6d None None] For port 46da91c7-c992-45ad-b29d-ea4047abeef9, host dv-cinder-786929-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-2-smb',level=0,port_id=46da91c7-c992-45ad-b29d-ea4047abeef9,segment=NetworkSegment(0fd0f869-d1a1-42b0-840f-a1b93e92e33d),segment_id=0fd0f869-d1a1-42b0-840f-a1b93e92e33d)] {{(pid=86313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 18:15:58.767342 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-fe675b49-db42-4ac5-bb24-7131a1ccba6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852966479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736993730504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736993280695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299861495088'] for port, after_update {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:15:58.817938 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:15:58.861894 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-780a84ac-c1df-4e56-a926-acbaf35553b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854121404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854148900'] for router, after_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:15:58.986322 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac17502b-65b1-47a2-8eb0-4ac97cce55c7 None None] Pushing event updated for resources: {'Port': ['ID=46da91c7-c992-45ad-b29d-ea4047abeef9,revision_number=3']} {{(pid=86313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:15:58.998310 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-ac17502b-65b1-47a2-8eb0-4ac97cce55c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:15:59.027842 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe675b49-db42-4ac5-bb24-7131a1ccba6d None None] Routers {'7ec829b5-df62-4eeb-b9be-0781d58bffbd'} bound to L3 agent in host dv-cinder-786929-2-smb {{(pid=86313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:15:59.029555 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_hamode_db [None req-fe675b49-db42-4ac5-bb24-7131a1ccba6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786929-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-20T18:07:11Z,description=,heartbeat_timestamp=2021-04-20T18:15:41Z,host='dv-cinder-786929-2-smb',id=40af0123-fc20-4e27-8672-759459b7c5ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T18:07:11Z,topic='l3_agent')) {'router_ids': ['7ec829b5-df62-4eeb-b9be-0781d58bffbd'], 'active': True} {{(pid=86313) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:15:59.431396 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-67ded30b-bce3-4bae-9384-a4c01b2e43f4 req-8d179896-04ab-49e7-86da-66793e6dc74b tempest-DeleteServersTestJSON-84120958 tempest-DeleteServersTestJSON-84120958-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ebddb38-7926-4f65-a612-116061e7e942 HTTP/1.1" status: 200 len: 210 time: 0.1453609 Apr 20 18:15:59.432262 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.13', 52878) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:15:59.511123 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_dvr_db [None req-fe675b49-db42-4ac5-bb24-7131a1ccba6d None None] Set router 7ec829b5-df62-4eeb-b9be-0781d58bffbd gateway port host: dv-cinder-786929-2-smb {{(pid=86313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 18:15:59.695953 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-780a84ac-c1df-4e56-a926-acbaf35553b8 admin admin] Router 24ec7caf-1ba9-4b42-b0c2-0df4af4ea251 is scheduled to L3 agent 40af0123-fc20-4e27-8672-759459b7c5ef with binding_index 1 {{(pid=86311) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 20 18:15:59.884681 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c72713c-1270-47c3-bed9-27806d0aeff9 req-2e108c9c-af29-441b-9780-f57c87e70335 tempest-DeleteServersTestJSON-84120958 tempest-DeleteServersTestJSON-84120958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:15:59.886277 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [req-0c72713c-1270-47c3-bed9-27806d0aeff9 req-2e108c9c-af29-441b-9780-f57c87e70335 tempest-DeleteServersTestJSON-84120958 tempest-DeleteServersTestJSON-84120958-project] Synchronizing usage tracker for tenant:62c77f8e75134d199a878cc405f13ffd on resource:network {{(pid=86310) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 18:15:59.911319 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [req-0c72713c-1270-47c3-bed9-27806d0aeff9 req-2e108c9c-af29-441b-9780-f57c87e70335 tempest-DeleteServersTestJSON-84120958 tempest-DeleteServersTestJSON-84120958-project] Unset dirty status for tenant:62c77f8e75134d199a878cc405f13ffd on resource:network {{(pid=86310) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 18:15:59.913087 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-0c72713c-1270-47c3-bed9-27806d0aeff9 req-2e108c9c-af29-441b-9780-f57c87e70335 tempest-DeleteServersTestJSON-84120958 tempest-DeleteServersTestJSON-84120958-project] 10.222.0.13 "GET /v2.0/networks?id=f7b78941-733f-40cd-b1af-70edbc947c0c HTTP/1.1" status: 200 len: 811 time: 0.4796579 Apr 20 18:15:59.966870 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.v2.base [req-0c72713c-1270-47c3-bed9-27806d0aeff9 req-8bd39981-39d9-49a9-873b-b245aa999714 tempest-DeleteServersTestJSON-84120958 tempest-DeleteServersTestJSON-84120958-project] Request body: {'port': {'device_id': '3ebddb38-7926-4f65-a612-116061e7e942', 'network_id': 'f7b78941-733f-40cd-b1af-70edbc947c0c', 'admin_state_up': True, 'tenant_id': '62c77f8e75134d199a878cc405f13ffd'}} {{(pid=86310) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:16:00.127532 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-bee4784d-3037-4577-94fb-38507165b633 req-225f5ebe-26dc-400d-a68d-a8ebab63e2b6 tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] 10.222.0.32 "GET /v2.0/ports?device_id=f60542f0-bd80-42bb-acb0-21f477d6dd3d HTTP/1.1" status: 200 len: 210 time: 0.2696168 Apr 20 18:16:00.200484 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.32', 48398) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:16:00.203104 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_hamode_db [None req-fe675b49-db42-4ac5-bb24-7131a1ccba6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ec829b5-df62-4eeb-b9be-0781d58bffbd', 'name': 'tempest-AttachVolumeTestJSON-1231333648-router', 'tenant_id': 'cb69ef4d450d449286542b7dabcb8f7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26051af8-ebd0-4db2-857e-181975352424', 'external_fixed_ips': [{'subnet_id': 'a8fb9e9c-99d7-49f9-8da9-302520785055', 'ip_address': '172.28.0.84'}], 'enable_snat': True}, 'gw_port_id': '46da91c7-c992-45ad-b29d-ea4047abeef9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:15:49Z', 'updated_at': '2021-04-20T18:15:53Z', 'revision_number': 3, 'project_id': 'cb69ef4d450d449286542b7dabcb8f7a', 'gw_port': {'id': '46da91c7-c992-45ad-b29d-ea4047abeef9', 'name': '', 'network_id': '26051af8-ebd0-4db2-857e-181975352424', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:cd:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ec829b5-df62-4eeb-b9be-0781d58bffbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'a8fb9e9c-99d7-49f9-8da9-302520785055', 'ip_address': '172.28.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:15:51Z', 'updated_at': '2021-04-20T18:15:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8fb9e9c-99d7-49f9-8da9-302520785055', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-2-smb'}], 'dv-cinder-786929-2-smb', False) {} {{(pid=86313) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:16:00.209175 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe675b49-db42-4ac5-bb24-7131a1ccba6d None None] The sync data for ids ['7ec829b5-df62-4eeb-b9be-0781d58bffbd'] in dv-cinder-786929-2-smb is: [{'id': '7ec829b5-df62-4eeb-b9be-0781d58bffbd', 'name': 'tempest-AttachVolumeTestJSON-1231333648-router', 'tenant_id': 'cb69ef4d450d449286542b7dabcb8f7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26051af8-ebd0-4db2-857e-181975352424', 'external_fixed_ips': [{'subnet_id': 'a8fb9e9c-99d7-49f9-8da9-302520785055', 'ip_address': '172.28.0.84'}], 'enable_snat': True}, 'gw_port_id': '46da91c7-c992-45ad-b29d-ea4047abeef9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:15:49Z', 'updated_at': '2021-04-20T18:15:53Z', 'revision_number': 3, 'project_id': 'cb69ef4d450d449286542b7dabcb8f7a', 'gw_port': {'id': '46da91c7-c992-45ad-b29d-ea4047abeef9', 'name': '', 'network_id': '26051af8-ebd0-4db2-857e-181975352424', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:cd:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ec829b5-df62-4eeb-b9be-0781d58bffbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'a8fb9e9c-99d7-49f9-8da9-302520785055', 'ip_address': '172.28.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:15:51Z', 'updated_at': '2021-04-20T18:15:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8fb9e9c-99d7-49f9-8da9-302520785055', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-2-smb'}] {{(pid=86313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 18:16:00.210359 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-f6016a21-8df9-4e2b-9720-06b4d9b579b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624671'] for port, before_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:00.245136 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [req-0c72713c-1270-47c3-bed9-27806d0aeff9 req-8bd39981-39d9-49a9-873b-b245aa999714 tempest-DeleteServersTestJSON-84120958 tempest-DeleteServersTestJSON-84120958-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:16:00.258224 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [req-0c72713c-1270-47c3-bed9-27806d0aeff9 req-8bd39981-39d9-49a9-873b-b245aa999714 tempest-DeleteServersTestJSON-84120958 tempest-DeleteServersTestJSON-84120958-project] Usage tracker for resource:port and tenant:62c77f8e75134d199a878cc405f13ffd is out of sync, need to count used quota {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:16:00.272324 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [req-0c72713c-1270-47c3-bed9-27806d0aeff9 req-8bd39981-39d9-49a9-873b-b245aa999714 tempest-DeleteServersTestJSON-84120958 tempest-DeleteServersTestJSON-84120958-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:16:00.280712 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [req-0c72713c-1270-47c3-bed9-27806d0aeff9 req-8bd39981-39d9-49a9-873b-b245aa999714 tempest-DeleteServersTestJSON-84120958 tempest-DeleteServersTestJSON-84120958-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:16:00.292892 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c72713c-1270-47c3-bed9-27806d0aeff9 req-8bd39981-39d9-49a9-873b-b245aa999714 tempest-DeleteServersTestJSON-84120958 tempest-DeleteServersTestJSON-84120958-project] Made reservation on behalf of 62c77f8e75134d199a878cc405f13ffd for: {'port': 1} {{(pid=86310) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 18:16:00.301268 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-0c72713c-1270-47c3-bed9-27806d0aeff9 req-8bd39981-39d9-49a9-873b-b245aa999714 tempest-DeleteServersTestJSON-84120958 tempest-DeleteServersTestJSON-84120958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624671'] for port, before_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:00.402512 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-780a84ac-c1df-4e56-a926-acbaf35553b8 admin admin] Notify agent at l3_agent.dv-cinder-786929-2-smb the message routers_updated {{(pid=86311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 18:16:00.415601 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-831306e9-d6d0-4b1a-ba5f-5ad8f446a4c5 None None] Sync routers for ids ['24ec7caf-1ba9-4b42-b0c2-0df4af4ea251'] in dv-cinder-786929-2-smb {{(pid=86312) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 18:16:00.438532 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-831306e9-d6d0-4b1a-ba5f-5ad8f446a4c5 None None] Routers {'24ec7caf-1ba9-4b42-b0c2-0df4af4ea251'} bound to L3 agent in host dv-cinder-786929-2-smb {{(pid=86312) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:16:00.440358 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_hamode_db [None req-831306e9-d6d0-4b1a-ba5f-5ad8f446a4c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786929-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-20T18:07:11Z,description=,heartbeat_timestamp=2021-04-20T18:15:41Z,host='dv-cinder-786929-2-smb',id=40af0123-fc20-4e27-8672-759459b7c5ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T18:07:11Z,topic='l3_agent')) {'router_ids': ['24ec7caf-1ba9-4b42-b0c2-0df4af4ea251'], 'active': True} {{(pid=86312) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:16:00.449683 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-780a84ac-c1df-4e56-a926-acbaf35553b8 admin admin] Notify callbacks [] for router, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:00.453751 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-780a84ac-c1df-4e56-a926-acbaf35553b8 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 8.4901226 Apr 20 18:16:00.483928 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.32', 48414) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:16:00.554150 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.db_base_plugin_common [req-0c72713c-1270-47c3-bed9-27806d0aeff9 req-8bd39981-39d9-49a9-873b-b245aa999714 tempest-DeleteServersTestJSON-84120958 tempest-DeleteServersTestJSON-84120958-project] Allocated IP 172.20.0.7 (f7b78941-733f-40cd-b1af-70edbc947c0c/604bbdad-69ea-4c1a-8aac-2f4041bda83d/b4139ebe-c2db-43fc-9ca2-b3283816b608) {{(pid=86310) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 18:16:00.835833 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.13', 52884) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:16:00.912471 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_dvr_db [None req-831306e9-d6d0-4b1a-ba5f-5ad8f446a4c5 None None] Set router 24ec7caf-1ba9-4b42-b0c2-0df4af4ea251 gateway port host: dv-cinder-786929-2-smb {{(pid=86312) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 18:16:01.232262 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-0c72713c-1270-47c3-bed9-27806d0aeff9 req-8bd39981-39d9-49a9-873b-b245aa999714 tempest-DeleteServersTestJSON-84120958 tempest-DeleteServersTestJSON-84120958-project] Notify callbacks [] for port, precommit_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:01.262464 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.db_base_plugin_common [None req-f6016a21-8df9-4e2b-9720-06b4d9b579b2 admin admin] Allocated IP 172.20.0.1 (eb98ba18-b0fc-455c-9bef-282881864632/df8c402d-ed6b-4e3d-81d4-7ab30d507809/113bb86f-f45b-4cdf-b4e9-b39c07af624f) {{(pid=86311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 18:16:01.300049 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-0c72713c-1270-47c3-bed9-27806d0aeff9 req-8bd39981-39d9-49a9-873b-b245aa999714 tempest-DeleteServersTestJSON-84120958 tempest-DeleteServersTestJSON-84120958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852966479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736993280678'] for port, after_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:01.302489 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-377df145-0d34-4876-9c99-4c1ae40b8962 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:01.447173 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.32', 48444) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:16:01.470200 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_hamode_db [None req-831306e9-d6d0-4b1a-ba5f-5ad8f446a4c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24ec7caf-1ba9-4b42-b0c2-0df4af4ea251', 'name': 'tempest-ServerRescueNegativeTestJSON-710943410-router', 'tenant_id': '48e5df147ce142c88e849dbcf9521831', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26051af8-ebd0-4db2-857e-181975352424', 'external_fixed_ips': [{'subnet_id': 'a8fb9e9c-99d7-49f9-8da9-302520785055', 'ip_address': '172.28.0.108'}], 'enable_snat': True}, 'gw_port_id': '460873c7-b664-4534-aba4-62918b33679c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:15:52Z', 'updated_at': '2021-04-20T18:15:56Z', 'revision_number': 3, 'project_id': '48e5df147ce142c88e849dbcf9521831', 'gw_port': {'id': '460873c7-b664-4534-aba4-62918b33679c', 'name': '', 'network_id': '26051af8-ebd0-4db2-857e-181975352424', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:43:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24ec7caf-1ba9-4b42-b0c2-0df4af4ea251', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'a8fb9e9c-99d7-49f9-8da9-302520785055', 'ip_address': '172.28.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:15:54Z', 'updated_at': '2021-04-20T18:15:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a8fb9e9c-99d7-49f9-8da9-302520785055', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-2-smb'}], 'dv-cinder-786929-2-smb', False) {} {{(pid=86312) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:16:01.475122 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-831306e9-d6d0-4b1a-ba5f-5ad8f446a4c5 None None] Checking router: 24ec7caf-1ba9-4b42-b0c2-0df4af4ea251 for host: dv-cinder-786929-2-smb {{(pid=86312) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 18:16:01.475540 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-831306e9-d6d0-4b1a-ba5f-5ad8f446a4c5 None None] Updating router 24ec7caf-1ba9-4b42-b0c2-0df4af4ea251 port 460873c7-b664-4534-aba4-62918b33679c binding host dv-cinder-786929-2-smb {{(pid=86312) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 20 18:16:01.527764 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-377df145-0d34-4876-9c99-4c1ae40b8962 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:16:01.532608 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-377df145-0d34-4876-9c99-4c1ae40b8962 admin admin] Usage tracker for resource:security_group_rule and tenant:f9baa4b84260427d917378516196fa60 is out of sync, need to count used quota {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:16:01.538274 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-377df145-0d34-4876-9c99-4c1ae40b8962 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:16:01.552319 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:16:01.587424 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-831306e9-d6d0-4b1a-ba5f-5ad8f446a4c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624671'] for port, before_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:01.799008 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd39981-39d9-49a9-873b-b245aa999714 tempest-DeleteServersTestJSON-84120958 tempest-DeleteServersTestJSON-84120958-project] Pushing event updated for resources: {'Port': ['ID=b4139ebe-c2db-43fc-9ca2-b3283816b608,revision_number=1']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:16:01.817894 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-8bd39981-39d9-49a9-873b-b245aa999714 tempest-DeleteServersTestJSON-84120958 tempest-DeleteServersTestJSON-84120958-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:16:01.821989 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-377df145-0d34-4876-9c99-4c1ae40b8962 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:16:01.956933 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c72713c-1270-47c3-bed9-27806d0aeff9 req-8bd39981-39d9-49a9-873b-b245aa999714 tempest-DeleteServersTestJSON-84120958 tempest-DeleteServersTestJSON-84120958-project] Network f7b78941-733f-40cd-b1af-70edbc947c0c is already hosted by enough agents. {{(pid=86310) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 18:16:01.962157 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.scheduler.base_scheduler [req-0c72713c-1270-47c3-bed9-27806d0aeff9 req-8bd39981-39d9-49a9-873b-b245aa999714 tempest-DeleteServersTestJSON-84120958 tempest-DeleteServersTestJSON-84120958-project] Resources bound (agent type, host, resource id): {{(pid=86310) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:16:01.985425 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c72713c-1270-47c3-bed9-27806d0aeff9 req-8bd39981-39d9-49a9-873b-b245aa999714 tempest-DeleteServersTestJSON-84120958 tempest-DeleteServersTestJSON-84120958-project] Received port after_create {{(pid=86310) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 18:16:01.991641 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c72713c-1270-47c3-bed9-27806d0aeff9 req-8bd39981-39d9-49a9-873b-b245aa999714 tempest-DeleteServersTestJSON-84120958 tempest-DeleteServersTestJSON-84120958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:16:01.992352 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-0c72713c-1270-47c3-bed9-27806d0aeff9 req-8bd39981-39d9-49a9-873b-b245aa999714 tempest-DeleteServersTestJSON-84120958 tempest-DeleteServersTestJSON-84120958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-751497'] for port, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:02.121177 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdc5d60-a334-4552-8125-8d06943ceb54 req-ce182879-7042-46c8-beb7-ab3f47db4e85 tempest-DeleteServersTestJSON-84120958 tempest-DeleteServersTestJSON-84120958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:16:02.126200 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [req-efdc5d60-a334-4552-8125-8d06943ceb54 req-ce182879-7042-46c8-beb7-ab3f47db4e85 tempest-DeleteServersTestJSON-84120958 tempest-DeleteServersTestJSON-84120958-project] Synchronizing usage tracker for tenant:62c77f8e75134d199a878cc405f13ffd on resource:port {{(pid=86310) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 18:16:02.132147 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-0c72713c-1270-47c3-bed9-27806d0aeff9 req-8bd39981-39d9-49a9-873b-b245aa999714 tempest-DeleteServersTestJSON-84120958 tempest-DeleteServersTestJSON-84120958-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1710193 Apr 20 18:16:02.158602 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.v2.base [None req-84ac3aae-d5a1-463e-8b3f-5a232265d54b admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-791491677-network', 'tenant_id': '1f29fc5f59d944f6b2ea434b074f0553'}} {{(pid=86310) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:16:02.181010 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [req-0c72713c-1270-47c3-bed9-27806d0aeff9 req-97cdf576-e24e-4658-aa34-cd6561af595b tempest-DeleteServersTestJSON-84120958 tempest-DeleteServersTestJSON-84120958-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=86310) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 20 18:16:02.186710 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-0c72713c-1270-47c3-bed9-27806d0aeff9 req-97cdf576-e24e-4658-aa34-cd6561af595b tempest-DeleteServersTestJSON-84120958 tempest-DeleteServersTestJSON-84120958-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0180988 Apr 20 18:16:02.211694 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-84ac3aae-d5a1-463e-8b3f-5a232265d54b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:16:02.219542 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-377df145-0d34-4876-9c99-4c1ae40b8962 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:02.244504 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-84ac3aae-d5a1-463e-8b3f-5a232265d54b admin admin] Usage tracker for resource:network and tenant:1f29fc5f59d944f6b2ea434b074f0553 is out of sync, need to count used quota {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:16:02.258541 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-377df145-0d34-4876-9c99-4c1ae40b8962 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854236768'] for security_group, after_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:02.264111 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-84ac3aae-d5a1-463e-8b3f-5a232265d54b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:16:02.311029 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bb8356-d834-49c7-89ca-8926bb955eb8 req-ef46a674-9381-4f0e-9f6e-1bd6a4015eff tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:16:02.311822 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [req-27bb8356-d834-49c7-89ca-8926bb955eb8 req-ef46a674-9381-4f0e-9f6e-1bd6a4015eff tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] Synchronizing usage tracker for tenant:96ff5c4d39a64c7b8df2adf23972e2ba on resource:network {{(pid=86311) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 18:16:02.319561 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:16:02.331293 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-a905db51-8392-48c7-b1e1-ee4f10c09ae6 req-3d462d3c-7699-452f-9c6c-7901497679e2 tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] 10.222.0.32 "GET /v2.0/ports?device_id=f60542f0-bd80-42bb-acb0-21f477d6dd3d HTTP/1.1" status: 200 len: 210 time: 0.8499095 Apr 20 18:16:02.339074 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [req-efdc5d60-a334-4552-8125-8d06943ceb54 req-ce182879-7042-46c8-beb7-ab3f47db4e85 tempest-DeleteServersTestJSON-84120958 tempest-DeleteServersTestJSON-84120958-project] Unset dirty status for tenant:62c77f8e75134d199a878cc405f13ffd on resource:port {{(pid=86310) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 18:16:02.346347 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-efdc5d60-a334-4552-8125-8d06943ceb54 req-ce182879-7042-46c8-beb7-ab3f47db4e85 tempest-DeleteServersTestJSON-84120958 tempest-DeleteServersTestJSON-84120958-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ebddb38-7926-4f65-a612-116061e7e942 HTTP/1.1" status: 200 len: 931 time: 1.0445576 Apr 20 18:16:02.349257 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-84ac3aae-d5a1-463e-8b3f-5a232265d54b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:16:02.499367 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [req-27bb8356-d834-49c7-89ca-8926bb955eb8 req-ef46a674-9381-4f0e-9f6e-1bd6a4015eff tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] Unset dirty status for tenant:96ff5c4d39a64c7b8df2adf23972e2ba on resource:network {{(pid=86311) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 18:16:02.500562 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-27bb8356-d834-49c7-89ca-8926bb955eb8 req-ef46a674-9381-4f0e-9f6e-1bd6a4015eff tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] 10.222.0.13 "GET /v2.0/networks?id=33ae499e-8924-4d19-b24e-e728f8047f05 HTTP/1.1" status: 200 len: 815 time: 1.5519919 Apr 20 18:16:02.584859 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.v2.base [req-27bb8356-d834-49c7-89ca-8926bb955eb8 req-b2db52e5-b9a8-4c7d-946d-4056439e2715 tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] Request body: {'port': {'device_id': 'f60542f0-bd80-42bb-acb0-21f477d6dd3d', 'network_id': '33ae499e-8924-4d19-b24e-e728f8047f05', 'admin_state_up': True, 'tenant_id': '96ff5c4d39a64c7b8df2adf23972e2ba'}} {{(pid=86311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:16:02.588518 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-831306e9-d6d0-4b1a-ba5f-5ad8f446a4c5 None None] Notify callbacks [] for port, precommit_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:02.623876 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.provisioning_blocks [None req-831306e9-d6d0-4b1a-ba5f-5ad8f446a4c5 None None] Transition to ACTIVE for port object 460873c7-b664-4534-aba4-62918b33679c will not be triggered until provisioned by entity L2. {{(pid=86312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 18:16:02.628956 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84ac3aae-d5a1-463e-8b3f-5a232265d54b admin admin] Made reservation on behalf of 1f29fc5f59d944f6b2ea434b074f0553 for: {'network': 1} {{(pid=86310) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 18:16:02.640832 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-84ac3aae-d5a1-463e-8b3f-5a232265d54b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624671'] for network, before_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:02.646648 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-831306e9-d6d0-4b1a-ba5f-5ad8f446a4c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852966479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736993730504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736993280695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299861495088'] for port, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:02.677815 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:16:02.765415 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-84ac3aae-d5a1-463e-8b3f-5a232265d54b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:02.829734 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.rpc [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Device 46da91c7-c992-45ad-b29d-ea4047abeef9 up at agent ovs-agent-dv-cinder-786929-2-smb {{(pid=86312) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:16:02.841809 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-84ac3aae-d5a1-463e-8b3f-5a232265d54b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:16:02.854634 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-84ac3aae-d5a1-463e-8b3f-5a232265d54b admin admin] Usage tracker for resource:security_group_rule and tenant:1f29fc5f59d944f6b2ea434b074f0553 is out of sync, need to count used quota {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:16:02.864157 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-84ac3aae-d5a1-463e-8b3f-5a232265d54b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:16:02.879185 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-84ac3aae-d5a1-463e-8b3f-5a232265d54b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:16:03.008608 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-f6016a21-8df9-4e2b-9720-06b4d9b579b2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:03.024793 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d645ea62-4e53-426e-82c5-6b46a3e99c44 None None] Pushing event updated for resources: {'Port': ['ID=460873c7-b664-4534-aba4-62918b33679c,revision_number=2']} {{(pid=86312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:16:03.064644 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-d645ea62-4e53-426e-82c5-6b46a3e99c44 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:16:03.076415 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.managers [None req-831306e9-d6d0-4b1a-ba5f-5ad8f446a4c5 None None] Attempting to bind port 460873c7-b664-4534-aba4-62918b33679c on host dv-cinder-786929-2-smb for vnic_type normal with profile {{(pid=86312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 18:16:03.076951 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.managers [None req-831306e9-d6d0-4b1a-ba5f-5ad8f446a4c5 None None] Attempting to bind port 460873c7-b664-4534-aba4-62918b33679c by drivers openvswitch,hyperv on host dv-cinder-786929-2-smb at level 0 using segments [{'id': '0fd0f869-d1a1-42b0-840f-a1b93e92e33d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26051af8-ebd0-4db2-857e-181975352424'}] {{(pid=86312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 18:16:03.077369 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-831306e9-d6d0-4b1a-ba5f-5ad8f446a4c5 None None] Attempting to bind port 460873c7-b664-4534-aba4-62918b33679c on network 26051af8-ebd0-4db2-857e-181975352424 {{(pid=86312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 18:16:03.082479 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [req-efdc5d60-a334-4552-8125-8d06943ceb54 req-5b79bbdc-21ca-4832-8fb5-d37b1c1a03f5 tempest-DeleteServersTestJSON-84120958 tempest-DeleteServersTestJSON-84120958-project] Synchronizing usage tracker for tenant:62c77f8e75134d199a878cc405f13ffd on resource:security_group {{(pid=86310) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 18:16:03.106658 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-377df145-0d34-4876-9c99-4c1ae40b8962 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f9baa4b84260427d917378516196fa60&name=default HTTP/1.1" status: 200 len: 2975 time: 2.9046395 Apr 20 18:16:03.107705 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377df145-0d34-4876-9c99-4c1ae40b8962 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d322d82-a054-48ea-a055-44b825d98e43,revision_number=1']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:16:03.119966 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-831306e9-d6d0-4b1a-ba5f-5ad8f446a4c5 None None] Checking agent: {'id': '909349f5-e61f-491f-bcfb-3e6f3416917d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786929-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 7, 12), 'started_at': datetime.datetime(2021, 4, 20, 18, 7, 42), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 15, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786929-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 18:16:03.120393 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-831306e9-d6d0-4b1a-ba5f-5ad8f446a4c5 None None] Checking segment: {'id': '0fd0f869-d1a1-42b0-840f-a1b93e92e33d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26051af8-ebd0-4db2-857e-181975352424'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 18:16:03.120906 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-831306e9-d6d0-4b1a-ba5f-5ad8f446a4c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:03.121260 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-831306e9-d6d0-4b1a-ba5f-5ad8f446a4c5 None None] Bound using segment: {'id': '0fd0f869-d1a1-42b0-840f-a1b93e92e33d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26051af8-ebd0-4db2-857e-181975352424'} {{(pid=86312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 18:16:03.121796 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.managers [None req-831306e9-d6d0-4b1a-ba5f-5ad8f446a4c5 None None] Bound port: 460873c7-b664-4534-aba4-62918b33679c, host: dv-cinder-786929-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fd0f869-d1a1-42b0-840f-a1b93e92e33d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26051af8-ebd0-4db2-857e-181975352424'}}] {{(pid=86312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 18:16:03.129726 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.32', 48482) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:16:03.136694 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-377df145-0d34-4876-9c99-4c1ae40b8962 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.830s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:16:03.142832 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-831306e9-d6d0-4b1a-ba5f-5ad8f446a4c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624671'] for port, before_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:03.231163 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.v2.base [req-0c72713c-1270-47c3-bed9-27806d0aeff9 req-6ada8c50-46ba-4579-94bc-9b4aea1644d2 service neutron] Request body: {'port': {'device_id': '3ebddb38-7926-4f65-a612-116061e7e942', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78692'}} {{(pid=86310) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:16:03.237921 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.provisioning_blocks [None req-f6016a21-8df9-4e2b-9720-06b4d9b579b2 admin admin] Transition to ACTIVE for port object 113bb86f-f45b-4cdf-b4e9-b39c07af624f will not be triggered until provisioned by entity DHCP. {{(pid=86311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 18:16:03.323641 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [req-efdc5d60-a334-4552-8125-8d06943ceb54 req-5b79bbdc-21ca-4832-8fb5-d37b1c1a03f5 tempest-DeleteServersTestJSON-84120958 tempest-DeleteServersTestJSON-84120958-project] Unset dirty status for tenant:62c77f8e75134d199a878cc405f13ffd on resource:security_group {{(pid=86310) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 18:16:03.346267 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-efdc5d60-a334-4552-8125-8d06943ceb54 req-5b79bbdc-21ca-4832-8fb5-d37b1c1a03f5 tempest-DeleteServersTestJSON-84120958 tempest-DeleteServersTestJSON-84120958-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce87c956-6659-4af6-b2bd-efecf3a3a672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9357948 Apr 20 18:16:03.388083 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.db [None req-831306e9-d6d0-4b1a-ba5f-5ad8f446a4c5 None None] For port 460873c7-b664-4534-aba4-62918b33679c, host dv-cinder-786929-2-smb, cleared binding levels {{(pid=86312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 18:16:03.394377 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.db [None req-831306e9-d6d0-4b1a-ba5f-5ad8f446a4c5 None None] For port 460873c7-b664-4534-aba4-62918b33679c, host dv-cinder-786929-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-2-smb',level=0,port_id=460873c7-b664-4534-aba4-62918b33679c,segment=NetworkSegment(0fd0f869-d1a1-42b0-840f-a1b93e92e33d),segment_id=0fd0f869-d1a1-42b0-840f-a1b93e92e33d)] {{(pid=86312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 18:16:03.415223 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-84ac3aae-d5a1-463e-8b3f-5a232265d54b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:03.420756 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-831306e9-d6d0-4b1a-ba5f-5ad8f446a4c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852966479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736993730504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736993280695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299861495088'] for port, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:03.425588 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299861013637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394135'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:03.435518 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-5f913a37-382e-4391-8458-1f7dcdefcdeb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:16:03.446129 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-84ac3aae-d5a1-463e-8b3f-5a232265d54b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854236768'] for security_group, after_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:03.472939 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84ac3aae-d5a1-463e-8b3f-5a232265d54b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 131} {{(pid=86310) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 20 18:16:03.495392 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-84ac3aae-d5a1-463e-8b3f-5a232265d54b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1711814'] for segment, precommit_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:03.495786 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.db.segments_db [None req-84ac3aae-d5a1-463e-8b3f-5a232265d54b admin admin] Added segment f9922879-ce6b-413f-9cfc-9ac03c3da70b of type vlan for network 7282da7d-3f0e-44dc-94cc-05af3b600e7a Apr 20 18:16:03.513048 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [req-27bb8356-d834-49c7-89ca-8926bb955eb8 req-b2db52e5-b9a8-4c7d-946d-4056439e2715 tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:16:03.557255 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-84ac3aae-d5a1-463e-8b3f-5a232265d54b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363299861504440'] for network, precommit_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:03.571404 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [req-27bb8356-d834-49c7-89ca-8926bb955eb8 req-b2db52e5-b9a8-4c7d-946d-4056439e2715 tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] Usage tracker for resource:port and tenant:96ff5c4d39a64c7b8df2adf23972e2ba is out of sync, need to count used quota {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:16:03.598285 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [req-27bb8356-d834-49c7-89ca-8926bb955eb8 req-b2db52e5-b9a8-4c7d-946d-4056439e2715 tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:16:03.621524 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-94becf3e-a1fd-4603-84d7-d1d49b9178b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:16:03.624844 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [req-27bb8356-d834-49c7-89ca-8926bb955eb8 req-b2db52e5-b9a8-4c7d-946d-4056439e2715 tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:16:03.705561 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27bb8356-d834-49c7-89ca-8926bb955eb8 req-b2db52e5-b9a8-4c7d-946d-4056439e2715 tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] Made reservation on behalf of 96ff5c4d39a64c7b8df2adf23972e2ba for: {'port': 1} {{(pid=86311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 18:16:03.716428 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-27bb8356-d834-49c7-89ca-8926bb955eb8 req-b2db52e5-b9a8-4c7d-946d-4056439e2715 tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624671'] for port, before_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:03.728331 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-84ac3aae-d5a1-463e-8b3f-5a232265d54b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854236788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514'] for network, after_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:03.748465 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84ac3aae-d5a1-463e-8b3f-5a232265d54b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:16:03.749725 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-84ac3aae-d5a1-463e-8b3f-5a232265d54b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-751497'] for network, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:03.750898 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d645ea62-4e53-426e-82c5-6b46a3e99c44 None None] Pushing event updated for resources: {'Port': ['ID=460873c7-b664-4534-aba4-62918b33679c,revision_number=3']} {{(pid=86312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:16:03.773724 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-d645ea62-4e53-426e-82c5-6b46a3e99c44 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:16:03.783036 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-831306e9-d6d0-4b1a-ba5f-5ad8f446a4c5 None None] Routers {'24ec7caf-1ba9-4b42-b0c2-0df4af4ea251'} bound to L3 agent in host dv-cinder-786929-2-smb {{(pid=86312) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:16:03.783770 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_hamode_db [None req-831306e9-d6d0-4b1a-ba5f-5ad8f446a4c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786929-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-20T18:07:11Z,description=,heartbeat_timestamp=2021-04-20T18:15:41Z,host='dv-cinder-786929-2-smb',id=40af0123-fc20-4e27-8672-759459b7c5ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T18:07:11Z,topic='l3_agent')) {'router_ids': ['24ec7caf-1ba9-4b42-b0c2-0df4af4ea251'], 'active': True} {{(pid=86312) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:16:03.828345 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ac3aae-d5a1-463e-8b3f-5a232265d54b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fd86eb6-7b15-4928-b50e-8bf844e475ba,revision_number=1']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:16:03.845581 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-84ac3aae-d5a1-463e-8b3f-5a232265d54b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:16:03.853091 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-f6016a21-8df9-4e2b-9720-06b4d9b579b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852966479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736993280678'] for port, after_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:03.859214 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-6000ae33-2e8a-4d2a-9796-d071db746649 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.067s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:16:03.901945 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-0c72713c-1270-47c3-bed9-27806d0aeff9 req-6ada8c50-46ba-4579-94bc-9b4aea1644d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624671'] for port, before_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:03.943446 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-84ac3aae-d5a1-463e-8b3f-5a232265d54b admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.4780920 Apr 20 18:16:03.974916 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.32', 48504) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:16:04.006352 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.v2.base [None req-7dd5e8bd-cae7-4f7a-8b52-c21c5d152724 admin admin] Request body: {'subnet': {'network_id': '7282da7d-3f0e-44dc-94cc-05af3b600e7a', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-791491677-subnet', 'tenant_id': '1f29fc5f59d944f6b2ea434b074f0553', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:16:04.046466 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:16:04.147596 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-7dd5e8bd-cae7-4f7a-8b52-c21c5d152724 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:16:04.158107 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-7dd5e8bd-cae7-4f7a-8b52-c21c5d152724 admin admin] Usage tracker for resource:subnet and tenant:1f29fc5f59d944f6b2ea434b074f0553 is out of sync, need to count used quota {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:16:04.166625 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-7dd5e8bd-cae7-4f7a-8b52-c21c5d152724 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:16:04.179138 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-7dd5e8bd-cae7-4f7a-8b52-c21c5d152724 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:16:04.195226 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-9588bd84-7193-406a-946e-88eac4d91136 req-64df2b71-2b96-4849-9dd2-23cace459a64 tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] 10.222.0.32 "GET /v2.0/ports?device_id=f60542f0-bd80-42bb-acb0-21f477d6dd3d HTTP/1.1" status: 200 len: 210 time: 0.5034332 Apr 20 18:16:04.195924 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-1517e10f-2917-4b19-b9f6-fb0a4938be28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:04.228486 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dd5e8bd-cae7-4f7a-8b52-c21c5d152724 admin admin] Made reservation on behalf of 1f29fc5f59d944f6b2ea434b074f0553 for: {'subnet': 1} {{(pid=86311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 18:16:04.233506 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-7dd5e8bd-cae7-4f7a-8b52-c21c5d152724 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:04.282841 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ac3aae-d5a1-463e-8b3f-5a232265d54b admin admin] Pushing event updated for resources: {'Network': ['ID=7282da7d-3f0e-44dc-94cc-05af3b600e7a,revision_number=1']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:16:04.357949 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6016a21-8df9-4e2b-9720-06b4d9b579b2 admin admin] Network eb98ba18-b0fc-455c-9bef-282881864632 is already hosted by enough agents. {{(pid=86311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 18:16:04.409764 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.scheduler.base_scheduler [None req-f6016a21-8df9-4e2b-9720-06b4d9b579b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=86311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:16:04.469250 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-84ac3aae-d5a1-463e-8b3f-5a232265d54b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.622s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:16:04.569048 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6016a21-8df9-4e2b-9720-06b4d9b579b2 admin admin] Received port after_create {{(pid=86311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 18:16:04.577654 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-f6016a21-8df9-4e2b-9720-06b4d9b579b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-653825'] for router_interface, before_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:04.803162 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_dvr_db [None req-831306e9-d6d0-4b1a-ba5f-5ad8f446a4c5 None None] Set router 24ec7caf-1ba9-4b42-b0c2-0df4af4ea251 gateway port host: dv-cinder-786929-2-smb {{(pid=86312) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 18:16:04.868576 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.provisioning_blocks [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Provisioning for port 46da91c7-c992-45ad-b29d-ea4047abeef9 completed by entity L2. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 18:16:04.946003 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.rpc [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Network 7282da7d-3f0e-44dc-94cc-05af3b600e7a details requested by agent ovs-agent-dv-cinder-786929-2-smb with host dv-cinder-786929-2-smb {{(pid=86312) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 18:16:05.125848 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.provisioning_blocks [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Provisioning complete for port 46da91c7-c992-45ad-b29d-ea4047abeef9 triggered by entity L2. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:16:05.126680 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853381758'] for port, provisioning_complete {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:05.402392 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-1517e10f-2917-4b19-b9f6-fb0a4938be28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:05.443231 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.provisioning_blocks [None req-dadbc63a-98e8-418d-9dbe-6ffa4d730d99 None None] Provisioning for port 113bb86f-f45b-4cdf-b4e9-b39c07af624f completed by entity DHCP. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 18:16:05.548793 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.provisioning_blocks [None req-dadbc63a-98e8-418d-9dbe-6ffa4d730d99 None None] Provisioning complete for port 113bb86f-f45b-4cdf-b4e9-b39c07af624f triggered by entity DHCP. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:16:05.549241 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-dadbc63a-98e8-418d-9dbe-6ffa4d730d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853381758'] for port, provisioning_complete {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:05.699834 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.32', 48532) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:16:05.709461 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.plugin [None req-dadbc63a-98e8-418d-9dbe-6ffa4d730d99 None None] Port 113bb86f-f45b-4cdf-b4e9-b39c07af624f cannot update to ACTIVE because it is not bound. {{(pid=86312) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 18:16:05.881043 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.notifiers.nova [req-0c72713c-1270-47c3-bed9-27806d0aeff9 req-6ada8c50-46ba-4579-94bc-9b4aea1644d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4139ebe-c2db-43fc-9ca2-b3283816b608 {{(pid=86310) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 18:16:05.894010 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-0c72713c-1270-47c3-bed9-27806d0aeff9 req-6ada8c50-46ba-4579-94bc-9b4aea1644d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:05.917449 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.provisioning_blocks [req-0c72713c-1270-47c3-bed9-27806d0aeff9 req-6ada8c50-46ba-4579-94bc-9b4aea1644d2 service neutron] Transition to ACTIVE for port object b4139ebe-c2db-43fc-9ca2-b3283816b608 will not be triggered until provisioned by entity L2. {{(pid=86310) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 18:16:05.921843 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624671'] for port, before_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:05.933525 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cd75c8-ae02-4e83-b88e-e4792706c8f0 req-26e2cf3f-1ccb-400d-8258-dbe14ff96c18 tempest-DeleteServersTestJSON-84120958 tempest-DeleteServersTestJSON-84120958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:16:05.936327 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-f8cd75c8-ae02-4e83-b88e-e4792706c8f0 req-26e2cf3f-1ccb-400d-8258-dbe14ff96c18 tempest-DeleteServersTestJSON-84120958 tempest-DeleteServersTestJSON-84120958-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ebddb38-7926-4f65-a612-116061e7e942 HTTP/1.1" status: 200 len: 931 time: 0.9528406 Apr 20 18:16:05.939145 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-0c72713c-1270-47c3-bed9-27806d0aeff9 req-6ada8c50-46ba-4579-94bc-9b4aea1644d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852966479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736993730504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736993280695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299861495088'] for port, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:05.945797 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:16:05.965689 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.db [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] For port 46da91c7-c992-45ad-b29d-ea4047abeef9, host dv-cinder-786929-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-2-smb',level=0,port_id=46da91c7-c992-45ad-b29d-ea4047abeef9,segment=NetworkSegment(0fd0f869-d1a1-42b0-840f-a1b93e92e33d),segment_id=0fd0f869-d1a1-42b0-840f-a1b93e92e33d)] {{(pid=86312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:16:06.008007 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852966479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736993730504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736993280695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299861495088'] for port, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:06.014048 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:16:06.074844 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_hamode_db [None req-831306e9-d6d0-4b1a-ba5f-5ad8f446a4c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24ec7caf-1ba9-4b42-b0c2-0df4af4ea251', 'name': 'tempest-ServerRescueNegativeTestJSON-710943410-router', 'tenant_id': '48e5df147ce142c88e849dbcf9521831', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26051af8-ebd0-4db2-857e-181975352424', 'external_fixed_ips': [{'subnet_id': 'a8fb9e9c-99d7-49f9-8da9-302520785055', 'ip_address': '172.28.0.108'}], 'enable_snat': True}, 'gw_port_id': '460873c7-b664-4534-aba4-62918b33679c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:15:52Z', 'updated_at': '2021-04-20T18:15:56Z', 'revision_number': 3, 'project_id': '48e5df147ce142c88e849dbcf9521831', 'gw_port': {'id': '460873c7-b664-4534-aba4-62918b33679c', 'name': '', 'network_id': '26051af8-ebd0-4db2-857e-181975352424', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:43:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24ec7caf-1ba9-4b42-b0c2-0df4af4ea251', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'a8fb9e9c-99d7-49f9-8da9-302520785055', 'ip_address': '172.28.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:15:54Z', 'updated_at': '2021-04-20T18:16:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8fb9e9c-99d7-49f9-8da9-302520785055', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-2-smb'}], 'dv-cinder-786929-2-smb', False) {} {{(pid=86312) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:16:06.085625 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-f8cd75c8-ae02-4e83-b88e-e4792706c8f0 req-dc06ccb4-36ae-4ca9-8cc1-c35c2a0cb199 tempest-DeleteServersTestJSON-84120958 tempest-DeleteServersTestJSON-84120958-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce87c956-6659-4af6-b2bd-efecf3a3a672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854197 Apr 20 18:16:06.086706 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-05cd3e9a-33d0-4fc1-855c-73cca23c9e77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:06.118914 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-831306e9-d6d0-4b1a-ba5f-5ad8f446a4c5 None None] The sync data for ids ['24ec7caf-1ba9-4b42-b0c2-0df4af4ea251'] in dv-cinder-786929-2-smb is: [{'id': '24ec7caf-1ba9-4b42-b0c2-0df4af4ea251', 'name': 'tempest-ServerRescueNegativeTestJSON-710943410-router', 'tenant_id': '48e5df147ce142c88e849dbcf9521831', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26051af8-ebd0-4db2-857e-181975352424', 'external_fixed_ips': [{'subnet_id': 'a8fb9e9c-99d7-49f9-8da9-302520785055', 'ip_address': '172.28.0.108'}], 'enable_snat': True}, 'gw_port_id': '460873c7-b664-4534-aba4-62918b33679c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:15:52Z', 'updated_at': '2021-04-20T18:15:56Z', 'revision_number': 3, 'project_id': '48e5df147ce142c88e849dbcf9521831', 'gw_port': {'id': '460873c7-b664-4534-aba4-62918b33679c', 'name': '', 'network_id': '26051af8-ebd0-4db2-857e-181975352424', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:43:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24ec7caf-1ba9-4b42-b0c2-0df4af4ea251', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'a8fb9e9c-99d7-49f9-8da9-302520785055', 'ip_address': '172.28.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:15:54Z', 'updated_at': '2021-04-20T18:16:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8fb9e9c-99d7-49f9-8da9-302520785055', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-2-smb'}] {{(pid=86312) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 18:16:06.155562 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Pushing event updated for resources: {'Port': ['ID=46da91c7-c992-45ad-b29d-ea4047abeef9,revision_number=4']} {{(pid=86312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:16:06.156140 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-ce0bc8b1-11d5-46af-b46d-06016c287825 req-e28d5066-fd30-47dd-beeb-07d1b9819f15 tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] 10.222.0.32 "GET /v2.0/ports?device_id=f60542f0-bd80-42bb-acb0-21f477d6dd3d HTTP/1.1" status: 200 len: 210 time: 0.1433396 Apr 20 18:16:06.156769 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6016a21-8df9-4e2b-9720-06b4d9b579b2 admin admin] Pushing event updated for resources: {'Port': ['ID=113bb86f-f45b-4cdf-b4e9-b39c07af624f,revision_number=1']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:16:06.162043 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:16:06.203911 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-f6016a21-8df9-4e2b-9720-06b4d9b579b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 2.157s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:16:06.274520 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-f6016a21-8df9-4e2b-9720-06b4d9b579b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624671'] for port, before_update {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:06.304288 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-05cd3e9a-33d0-4fc1-855c-73cca23c9e77 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:16:06.334385 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ada8c50-46ba-4579-94bc-9b4aea1644d2 service neutron] Pushing event updated for resources: {'Port': ['ID=b4139ebe-c2db-43fc-9ca2-b3283816b608,revision_number=2']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:16:06.342863 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-6ada8c50-46ba-4579-94bc-9b4aea1644d2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.397s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:16:06.349640 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-05cd3e9a-33d0-4fc1-855c-73cca23c9e77 admin admin] Usage tracker for resource:security_group_rule and tenant:9389d41256b14c09beb3219b32ad53ea is out of sync, need to count used quota {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:16:06.351265 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.db_base_plugin_common [req-27bb8356-d834-49c7-89ca-8926bb955eb8 req-b2db52e5-b9a8-4c7d-946d-4056439e2715 tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] Allocated IP 172.20.0.5 (33ae499e-8924-4d19-b24e-e728f8047f05/6f3914bf-0050-4c6e-8c1b-205da5910b8c/badb0e48-8abb-48a8-b38f-f002451f77a8) {{(pid=86311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 18:16:06.367731 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-1517e10f-2917-4b19-b9f6-fb0a4938be28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854236768'] for security_group, after_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:06.417242 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-05cd3e9a-33d0-4fc1-855c-73cca23c9e77 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:16:06.444986 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-05cd3e9a-33d0-4fc1-855c-73cca23c9e77 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:16:06.463263 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.managers [req-0c72713c-1270-47c3-bed9-27806d0aeff9 req-6ada8c50-46ba-4579-94bc-9b4aea1644d2 service neutron] Attempting to bind port b4139ebe-c2db-43fc-9ca2-b3283816b608 on host hv-cinder-78692 for vnic_type normal with profile {{(pid=86310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 18:16:06.463724 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.managers [req-0c72713c-1270-47c3-bed9-27806d0aeff9 req-6ada8c50-46ba-4579-94bc-9b4aea1644d2 service neutron] Attempting to bind port b4139ebe-c2db-43fc-9ca2-b3283816b608 by drivers openvswitch,hyperv on host hv-cinder-78692 at level 0 using segments [{'id': '09c10a61-a237-4f67-9aef-6215525c166d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'f7b78941-733f-40cd-b1af-70edbc947c0c'}] {{(pid=86310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 18:16:06.464172 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c72713c-1270-47c3-bed9-27806d0aeff9 req-6ada8c50-46ba-4579-94bc-9b4aea1644d2 service neutron] Attempting to bind port b4139ebe-c2db-43fc-9ca2-b3283816b608 on network f7b78941-733f-40cd-b1af-70edbc947c0c {{(pid=86310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 18:16:06.478210 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c72713c-1270-47c3-bed9-27806d0aeff9 req-6ada8c50-46ba-4579-94bc-9b4aea1644d2 service neutron] Port b4139ebe-c2db-43fc-9ca2-b3283816b608 on network f7b78941-733f-40cd-b1af-70edbc947c0c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78692 {{(pid=86310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 18:16:06.478210 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c72713c-1270-47c3-bed9-27806d0aeff9 req-6ada8c50-46ba-4579-94bc-9b4aea1644d2 service neutron] Attempting to bind port b4139ebe-c2db-43fc-9ca2-b3283816b608 on network f7b78941-733f-40cd-b1af-70edbc947c0c {{(pid=86310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 18:16:06.483675 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c72713c-1270-47c3-bed9-27806d0aeff9 req-6ada8c50-46ba-4579-94bc-9b4aea1644d2 service neutron] Checking agent: {'id': '71059bf3-e4c5-4d56-bb94-7a29312e7bcf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78692', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 14, 3), 'started_at': datetime.datetime(2021, 4, 20, 18, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 16, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 18:16:06.484343 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c72713c-1270-47c3-bed9-27806d0aeff9 req-6ada8c50-46ba-4579-94bc-9b4aea1644d2 service neutron] Checking segment: {'id': '09c10a61-a237-4f67-9aef-6215525c166d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'f7b78941-733f-40cd-b1af-70edbc947c0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 18:16:06.484860 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c72713c-1270-47c3-bed9-27806d0aeff9 req-6ada8c50-46ba-4579-94bc-9b4aea1644d2 service neutron] Bound using segment: {'id': '09c10a61-a237-4f67-9aef-6215525c166d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'f7b78941-733f-40cd-b1af-70edbc947c0c'} {{(pid=86310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 18:16:06.485551 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.managers [req-0c72713c-1270-47c3-bed9-27806d0aeff9 req-6ada8c50-46ba-4579-94bc-9b4aea1644d2 service neutron] Bound port: b4139ebe-c2db-43fc-9ca2-b3283816b608, host: hv-cinder-78692, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09c10a61-a237-4f67-9aef-6215525c166d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'f7b78941-733f-40cd-b1af-70edbc947c0c'}}] {{(pid=86310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 18:16:06.485925 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-0c72713c-1270-47c3-bed9-27806d0aeff9 req-6ada8c50-46ba-4579-94bc-9b4aea1644d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624671'] for port, before_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:06.514828 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-b446db1c-77f8-4f68-9f58-3e1af7ebaca9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:16:06.645194 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1517e10f-2917-4b19-b9f6-fb0a4938be28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d322d82-a054-48ea-a055-44b825d98e43,revision_number=None']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:16:06.662864 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-1517e10f-2917-4b19-b9f6-fb0a4938be28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:16:06.685482 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-05cd3e9a-33d0-4fc1-855c-73cca23c9e77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:06.689637 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-91be42ec-89e6-4477-9edc-4c027331f31a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624671'] for port, before_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:06.698724 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-05cd3e9a-33d0-4fc1-855c-73cca23c9e77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854236768'] for security_group, after_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:06.714204 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:16:06.755965 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cd3e9a-33d0-4fc1-855c-73cca23c9e77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2aadffea-4cbe-464c-8dc5-4517ce40f138,revision_number=1']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:16:06.774622 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-05cd3e9a-33d0-4fc1-855c-73cca23c9e77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:16:06.786025 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.db [req-0c72713c-1270-47c3-bed9-27806d0aeff9 req-6ada8c50-46ba-4579-94bc-9b4aea1644d2 service neutron] For port b4139ebe-c2db-43fc-9ca2-b3283816b608, host hv-cinder-78692, cleared binding levels {{(pid=86310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 18:16:06.795105 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-05cd3e9a-33d0-4fc1-855c-73cca23c9e77 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9389d41256b14c09beb3219b32ad53ea&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0904393 Apr 20 18:16:06.802177 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.32', 48542) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:16:06.824291 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.db [req-0c72713c-1270-47c3-bed9-27806d0aeff9 req-6ada8c50-46ba-4579-94bc-9b4aea1644d2 service neutron] For port b4139ebe-c2db-43fc-9ca2-b3283816b608, host hv-cinder-78692, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=b4139ebe-c2db-43fc-9ca2-b3283816b608,segment=NetworkSegment(09c10a61-a237-4f67-9aef-6215525c166d),segment_id=09c10a61-a237-4f67-9aef-6215525c166d)] {{(pid=86310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 18:16:06.830673 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-0c72713c-1270-47c3-bed9-27806d0aeff9 req-6ada8c50-46ba-4579-94bc-9b4aea1644d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852966479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736993730504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736993280695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299861495088'] for port, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:06.855512 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:16:06.968642 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ada8c50-46ba-4579-94bc-9b4aea1644d2 service neutron] Pushing event updated for resources: {'Port': ['ID=b4139ebe-c2db-43fc-9ca2-b3283816b608,revision_number=3']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:16:06.976096 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-6ada8c50-46ba-4579-94bc-9b4aea1644d2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:16:06.989595 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c72713c-1270-47c3-bed9-27806d0aeff9 req-6ada8c50-46ba-4579-94bc-9b4aea1644d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:16:06.996096 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-0c72713c-1270-47c3-bed9-27806d0aeff9 req-6ada8c50-46ba-4579-94bc-9b4aea1644d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-751497'] for port, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:06.999965 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-0c72713c-1270-47c3-bed9-27806d0aeff9 req-6ada8c50-46ba-4579-94bc-9b4aea1644d2 service neutron] 10.222.0.13 "PUT /v2.0/ports/b4139ebe-c2db-43fc-9ca2-b3283816b608 HTTP/1.1" status: 200 len: 1093 time: 4.3700860 Apr 20 18:16:06.999965 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ebddb38-7926-4f65-a612-116061e7e942', 'tag': 'b4139ebe-c2db-43fc-9ca2-b3283816b608'}] {{(pid=86310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:16:07.089764 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-1517e10f-2917-4b19-b9f6-fb0a4938be28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:07.094863 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-1517e10f-2917-4b19-b9f6-fb0a4938be28 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2d322d82-a054-48ea-a055-44b825d98e43 HTTP/1.1" status: 204 len: 168 time: 3.9431872 Apr 20 18:16:07.293658 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-f64361c0-11be-41c7-b2a3-0712ac0fa287 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:07.434657 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-f64361c0-11be-41c7-b2a3-0712ac0fa287 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:07.446136 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-27bb8356-d834-49c7-89ca-8926bb955eb8 req-b2db52e5-b9a8-4c7d-946d-4056439e2715 tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] Notify callbacks [] for port, precommit_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:07.774975 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-f64361c0-11be-41c7-b2a3-0712ac0fa287 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854236768'] for security_group, after_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:07.792232 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:16:07.807219 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64361c0-11be-41c7-b2a3-0712ac0fa287 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aadffea-4cbe-464c-8dc5-4517ce40f138,revision_number=None']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:16:07.815121 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-f64361c0-11be-41c7-b2a3-0712ac0fa287 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:16:07.829498 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-f64361c0-11be-41c7-b2a3-0712ac0fa287 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:07.833648 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [req-c9b0f504-2db4-4890-865a-75bfb49a2263 req-4586e51e-798a-4e49-be41-4121ef3e6df2 tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] Synchronizing usage tracker for tenant:96ff5c4d39a64c7b8df2adf23972e2ba on resource:port {{(pid=86311) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 18:16:07.842454 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-f64361c0-11be-41c7-b2a3-0712ac0fa287 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2aadffea-4cbe-464c-8dc5-4517ce40f138 HTTP/1.1" status: 204 len: 168 time: 1.0389779 Apr 20 18:16:07.859594 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59ee377-a95f-402e-8b9a-a331ca81a082 req-7c3d4c89-3918-4a8d-b9ce-fec118a1791f tempest-DeleteServersTestJSON-84120958 tempest-DeleteServersTestJSON-84120958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:16:07.906153 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-e59ee377-a95f-402e-8b9a-a331ca81a082 req-7c3d4c89-3918-4a8d-b9ce-fec118a1791f tempest-DeleteServersTestJSON-84120958 tempest-DeleteServersTestJSON-84120958-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ebddb38-7926-4f65-a612-116061e7e942 HTTP/1.1" status: 200 len: 943 time: 0.3591826 Apr 20 18:16:07.976297 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-e59ee377-a95f-402e-8b9a-a331ca81a082 req-776bb258-3d10-4f32-80de-7a410f0d13b4 tempest-DeleteServersTestJSON-84120958 tempest-DeleteServersTestJSON-84120958-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce87c956-6659-4af6-b2bd-efecf3a3a672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929859 Apr 20 18:16:08.086376 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-114b5145-1cf1-400c-95b0-7a0c4b615582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299861013637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394135'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:08.244410 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [req-c9b0f504-2db4-4890-865a-75bfb49a2263 req-4586e51e-798a-4e49-be41-4121ef3e6df2 tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] Unset dirty status for tenant:96ff5c4d39a64c7b8df2adf23972e2ba on resource:port {{(pid=86311) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 18:16:08.245697 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-c9b0f504-2db4-4890-865a-75bfb49a2263 req-4586e51e-798a-4e49-be41-4121ef3e6df2 tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] 10.222.0.32 "GET /v2.0/ports?device_id=f60542f0-bd80-42bb-acb0-21f477d6dd3d HTTP/1.1" status: 200 len: 210 time: 0.7229714 Apr 20 18:16:08.260255 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-27bb8356-d834-49c7-89ca-8926bb955eb8 req-b2db52e5-b9a8-4c7d-946d-4056439e2715 tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852966479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736993280678'] for port, after_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:08.318279 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-f6016a21-8df9-4e2b-9720-06b4d9b579b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:16:08.323395 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.rpc [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Device 460873c7-b664-4534-aba4-62918b33679c up at agent ovs-agent-dv-cinder-786929-2-smb {{(pid=86312) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:16:08.436641 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.provisioning_blocks [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Provisioning for port 460873c7-b664-4534-aba4-62918b33679c completed by entity L2. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 18:16:08.452780 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.provisioning_blocks [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Provisioning complete for port 460873c7-b664-4534-aba4-62918b33679c triggered by entity L2. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:16:08.453214 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853381758'] for port, provisioning_complete {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:08.464155 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.db.resource_extend [None req-f6016a21-8df9-4e2b-9720-06b4d9b579b2 admin admin] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86311) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 20 18:16:08.514653 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ebddb38-7926-4f65-a612-116061e7e942', 'tag': 'b4139ebe-c2db-43fc-9ca2-b3283816b608', 'status': 'completed', 'code': 200} Apr 20 18:16:08.542209 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27bb8356-d834-49c7-89ca-8926bb955eb8 req-b2db52e5-b9a8-4c7d-946d-4056439e2715 tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] Network 33ae499e-8924-4d19-b24e-e728f8047f05 is already hosted by enough agents. {{(pid=86311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 18:16:08.543784 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-f6016a21-8df9-4e2b-9720-06b4d9b579b2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:08.546405 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.db_base_plugin_common [None req-91be42ec-89e6-4477-9edc-4c027331f31a admin admin] Allocated IP 172.20.0.1 (15a6a0fd-d337-49a6-891c-eac6549b2bfb/ebfd3c2f-c00a-4eb7-8bea-d2691ff138cc/c80fd4f1-68e1-46d5-9529-00bf75f03814) {{(pid=86311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 18:16:08.568154 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.scheduler.base_scheduler [req-27bb8356-d834-49c7-89ca-8926bb955eb8 req-b2db52e5-b9a8-4c7d-946d-4056439e2715 tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] Resources bound (agent type, host, resource id): {{(pid=86311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:16:08.634488 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_dvrscheduler_db [req-27bb8356-d834-49c7-89ca-8926bb955eb8 req-b2db52e5-b9a8-4c7d-946d-4056439e2715 tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] Received port after_create {{(pid=86311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 18:16:08.641732 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bb8356-d834-49c7-89ca-8926bb955eb8 req-b2db52e5-b9a8-4c7d-946d-4056439e2715 tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:16:08.642654 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-27bb8356-d834-49c7-89ca-8926bb955eb8 req-b2db52e5-b9a8-4c7d-946d-4056439e2715 tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-751497'] for port, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:08.682567 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-f6016a21-8df9-4e2b-9720-06b4d9b579b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852966479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736993730504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736993280695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299861495088'] for port, after_update {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:08.699102 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-f6016a21-8df9-4e2b-9720-06b4d9b579b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-751531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854121882'] for router_interface, after_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:08.733300 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.32', 48590) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:16:08.788114 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-1ada123b-e0d2-4a04-a547-15de8e31c917 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:08.823924 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624671'] for port, before_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:08.833909 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-1ada123b-e0d2-4a04-a547-15de8e31c917 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:16:08.847946 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-1ada123b-e0d2-4a04-a547-15de8e31c917 admin admin] Usage tracker for resource:security_group_rule and tenant:e2e6e56a22084bff849637b158b0588d is out of sync, need to count used quota {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:16:08.855847 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-1ada123b-e0d2-4a04-a547-15de8e31c917 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:16:08.866975 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.db [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] For port 460873c7-b664-4534-aba4-62918b33679c, host dv-cinder-786929-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-2-smb',level=0,port_id=460873c7-b664-4534-aba4-62918b33679c,segment=NetworkSegment(0fd0f869-d1a1-42b0-840f-a1b93e92e33d),segment_id=0fd0f869-d1a1-42b0-840f-a1b93e92e33d)] {{(pid=86312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:16:08.874263 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-1ada123b-e0d2-4a04-a547-15de8e31c917 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:16:08.874578 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852966479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736993730504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736993280695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299861495088'] for port, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:08.876020 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.rpc [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Device 46da91c7-c992-45ad-b29d-ea4047abeef9 up at agent ovs-agent-dv-cinder-786929-2-smb {{(pid=86312) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:16:08.946378 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:16:09.022289 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6016a21-8df9-4e2b-9720-06b4d9b579b2 admin admin] Network eb98ba18-b0fc-455c-9bef-282881864632 is already hosted by enough agents. {{(pid=86311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 18:16:09.074545 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.scheduler.base_scheduler [None req-f6016a21-8df9-4e2b-9720-06b4d9b579b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=86311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:16:09.076828 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2db52e5-b9a8-4c7d-946d-4056439e2715 tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] Pushing event updated for resources: {'Port': ['ID=badb0e48-8abb-48a8-b38f-f002451f77a8,revision_number=1']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:16:09.094888 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Pushing event updated for resources: {'Port': ['ID=460873c7-b664-4534-aba4-62918b33679c,revision_number=4']} {{(pid=86312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:16:09.095900 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-27bb8356-d834-49c7-89ca-8926bb955eb8 req-b2db52e5-b9a8-4c7d-946d-4056439e2715 tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.5156455 Apr 20 18:16:09.114366 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:16:09.145090 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-1ada123b-e0d2-4a04-a547-15de8e31c917 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:09.149718 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-1ada123b-e0d2-4a04-a547-15de8e31c917 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854236768'] for security_group, after_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:09.154667 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.provisioning_blocks [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Provisioning complete for port 46da91c7-c992-45ad-b29d-ea4047abeef9 triggered by entity L2. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:16:09.155089 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853381758'] for port, provisioning_complete {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:09.173007 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-ceba2979-38c3-4144-9e07-e285d9ceb136 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:16:09.265855 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ada123b-e0d2-4a04-a547-15de8e31c917 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78ce2100-7aa5-4dcc-8ead-f7564bc939ea,revision_number=1']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:16:09.274811 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-1ada123b-e0d2-4a04-a547-15de8e31c917 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:16:09.324395 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-1ada123b-e0d2-4a04-a547-15de8e31c917 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e2e6e56a22084bff849637b158b0588d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5871358 Apr 20 18:16:09.324919 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.32', 48608) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:16:09.453367 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-266e190e-e9a7-49b5-9f8a-8ec9a44c6991 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:09.531574 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-266e190e-e9a7-49b5-9f8a-8ec9a44c6991 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:09.750593 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.provisioning_blocks [None req-cab51799-89b3-4d81-b519-c4e537fc8ae5 None None] Provisioning complete for port 113bb86f-f45b-4cdf-b4e9-b39c07af624f triggered by entity DHCP. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:16:09.751333 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-cab51799-89b3-4d81-b519-c4e537fc8ae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853381758'] for port, provisioning_complete {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:09.839891 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.plugin [None req-cab51799-89b3-4d81-b519-c4e537fc8ae5 None None] Port 113bb86f-f45b-4cdf-b4e9-b39c07af624f cannot update to ACTIVE because it is not bound. {{(pid=86312) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 18:16:09.942170 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-266e190e-e9a7-49b5-9f8a-8ec9a44c6991 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854236768'] for security_group, after_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:09.961988 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:16:10.052250 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266e190e-e9a7-49b5-9f8a-8ec9a44c6991 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78ce2100-7aa5-4dcc-8ead-f7564bc939ea,revision_number=None']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:16:10.057612 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-266e190e-e9a7-49b5-9f8a-8ec9a44c6991 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:16:10.083121 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-266e190e-e9a7-49b5-9f8a-8ec9a44c6991 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:10.086869 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-266e190e-e9a7-49b5-9f8a-8ec9a44c6991 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/78ce2100-7aa5-4dcc-8ead-f7564bc939ea HTTP/1.1" status: 204 len: 168 time: 0.7574828 Apr 20 18:16:10.107845 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ed07da-8165-41d7-8b71-b01c95b05454 req-1f830a5b-76b3-459b-82f8-19fb87b8bf92 tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:16:10.135557 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-91ed07da-8165-41d7-8b71-b01c95b05454 req-1f830a5b-76b3-459b-82f8-19fb87b8bf92 tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] 10.222.0.32 "GET /v2.0/ports?device_id=f60542f0-bd80-42bb-acb0-21f477d6dd3d HTTP/1.1" status: 200 len: 931 time: 0.4282992 Apr 20 18:16:10.212787 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.agents_db [None req-b35f03a3-c7a0-4608-9f7c-a0859408129f None None] Agent healthcheck: found 6 active agents {{(pid=86313) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 18:16:10.228043 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.rpc [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Device 460873c7-b664-4534-aba4-62918b33679c up at agent ovs-agent-dv-cinder-786929-2-smb {{(pid=86312) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:16:10.243406 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-91ed07da-8165-41d7-8b71-b01c95b05454 req-d08a6d35-7445-4368-870d-018b7776ef43 tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] 10.222.0.32 "GET /v2.0/security-groups?id=e00ece0e-9c57-41eb-9bc3-9c38bfc30996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004539 Apr 20 18:16:10.378354 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-b2db52e5-b9a8-4c7d-946d-4056439e2715 tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 2.050s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:16:10.380224 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.663s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:16:10.483449 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.provisioning_blocks [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Provisioning complete for port 460873c7-b664-4534-aba4-62918b33679c triggered by entity L2. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:16:10.488525 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853381758'] for port, provisioning_complete {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:10.517030 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6016a21-8df9-4e2b-9720-06b4d9b579b2 admin admin] Router 7ec829b5-df62-4eeb-b9be-0781d58bffbd has already been hosted by L3 agent 40af0123-fc20-4e27-8672-759459b7c5ef {{(pid=86311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 18:16:10.518034 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6016a21-8df9-4e2b-9720-06b4d9b579b2 admin admin] Pushing event updated for resources: {'Port': ['ID=113bb86f-f45b-4cdf-b4e9-b39c07af624f,revision_number=2']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:16:10.540497 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-f6016a21-8df9-4e2b-9720-06b4d9b579b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:16:10.833785 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.v2.base [req-27bb8356-d834-49c7-89ca-8926bb955eb8 req-ae96ec7d-53e8-4bf6-9e5f-ba152dd51c25 service neutron] Request body: {'port': {'device_id': 'f60542f0-bd80-42bb-acb0-21f477d6dd3d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78692'}} {{(pid=86311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:16:10.867812 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870fb5a0-7bda-4608-a9cc-b92e62f55956 req-26689ac8-1e5b-405d-af98-9639f7902d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:16:10.869541 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-870fb5a0-7bda-4608-a9cc-b92e62f55956 req-26689ac8-1e5b-405d-af98-9639f7902d9c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=62c77f8e75134d199a878cc405f13ffd&device_id=3ebddb38-7926-4f65-a612-116061e7e942 HTTP/1.1" status: 200 len: 1096 time: 0.2100184 Apr 20 18:16:10.953296 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-6b470544-b096-4020-83c2-c345de0dcc12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299861013637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394135'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:10.987235 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-7dd5e8bd-cae7-4f7a-8b52-c21c5d152724 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854235284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514'] for subnet, after_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:11.116927 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-2bb93f3c-0bff-4547-a1e0-c38a344e24ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299861013637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394135'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:11.171344 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870fb5a0-7bda-4608-a9cc-b92e62f55956 req-948321f8-81d4-4a5d-8094-ace7d4815e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:16:11.177310 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-870fb5a0-7bda-4608-a9cc-b92e62f55956 req-948321f8-81d4-4a5d-8094-ace7d4815e85 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=62c77f8e75134d199a878cc405f13ffd&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2817502 Apr 20 18:16:11.223122 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-03e78a6b-518b-411f-aa16-432119f421ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:16:11.511328 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-91be42ec-89e6-4477-9edc-4c027331f31a admin admin] Notify callbacks [] for port, precommit_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:11.537899 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870fb5a0-7bda-4608-a9cc-b92e62f55956 req-b5bba758-fb44-4fd6-834f-97e2c6f5d142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:16:11.546118 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-870fb5a0-7bda-4608-a9cc-b92e62f55956 req-b5bba758-fb44-4fd6-834f-97e2c6f5d142 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2944243 Apr 20 18:16:11.592539 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6016a21-8df9-4e2b-9720-06b4d9b579b2 admin admin] Notify agent at l3_agent.dv-cinder-786929-2-smb the message routers_updated {{(pid=86311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 18:16:11.594137 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd5e8bd-cae7-4f7a-8b52-c21c5d152724 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d9f9cd0-f849-448d-a381-c118281e59cd,revision_number=0']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:16:11.617191 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-7dd5e8bd-cae7-4f7a-8b52-c21c5d152724 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:16:11.645162 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c95039b5-2805-4edd-86cd-aaffebf9d79f None None] Sync routers for ids ['7ec829b5-df62-4eeb-b9be-0781d58bffbd'] in dv-cinder-786929-2-smb {{(pid=86313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 18:16:11.664620 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b475f2-6d2a-4e81-9aca-6dbb95ab6138 req-3fa10f07-14ed-4421-b576-fe4980786d99 tempest-DeleteServersTestJSON-84120958 tempest-DeleteServersTestJSON-84120958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:16:11.678924 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c95039b5-2805-4edd-86cd-aaffebf9d79f None None] Routers {'7ec829b5-df62-4eeb-b9be-0781d58bffbd'} bound to L3 agent in host dv-cinder-786929-2-smb {{(pid=86313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:16:11.679430 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-e8b475f2-6d2a-4e81-9aca-6dbb95ab6138 req-3fa10f07-14ed-4421-b576-fe4980786d99 tempest-DeleteServersTestJSON-84120958 tempest-DeleteServersTestJSON-84120958-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ebddb38-7926-4f65-a612-116061e7e942 HTTP/1.1" status: 200 len: 943 time: 2.3594229 Apr 20 18:16:11.679582 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_hamode_db [None req-c95039b5-2805-4edd-86cd-aaffebf9d79f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786929-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T18:07:11Z,description=,heartbeat_timestamp=2021-04-20T18:16:11Z,host='dv-cinder-786929-2-smb',id=40af0123-fc20-4e27-8672-759459b7c5ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T18:07:11Z,topic='l3_agent')) {'router_ids': ['7ec829b5-df62-4eeb-b9be-0781d58bffbd'], 'active': True} {{(pid=86313) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:16:11.718734 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-f6016a21-8df9-4e2b-9720-06b4d9b579b2 admin admin] 10.222.0.32 "PUT /v2.0/routers/7ec829b5-df62-4eeb-b9be-0781d58bffbd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.0835903 Apr 20 18:16:11.722077 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-27bb8356-d834-49c7-89ca-8926bb955eb8 req-ae96ec7d-53e8-4bf6-9e5f-ba152dd51c25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624671'] for port, before_update {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:11.746722 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-91be42ec-89e6-4477-9edc-4c027331f31a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852966479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736993280678'] for port, after_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:11.801124 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:16:11.923589 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91be42ec-89e6-4477-9edc-4c027331f31a admin admin] Pushing event updated for resources: {'Port': ['ID=c80fd4f1-68e1-46d5-9529-00bf75f03814,revision_number=1']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:16:11.935992 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-91be42ec-89e6-4477-9edc-4c027331f31a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:16:11.947671 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd5e8bd-cae7-4f7a-8b52-c21c5d152724 admin admin] Checking segment: {'id': 'f9922879-ce6b-413f-9cfc-9ac03c3da70b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '7282da7d-3f0e-44dc-94cc-05af3b600e7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 18:16:11.948489 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dd5e8bd-cae7-4f7a-8b52-c21c5d152724 admin admin] Network hostable DHCP agents. Network: 7282da7d-3f0e-44dc-94cc-05af3b600e7a, hostable agents: ['7b7ebe60-b598-4f49-9612-2aa98fec0998'], hosted agents: [] {{(pid=86311) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 18:16:11.965568 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e459697-db54-48e2-9ff3-fca702ac4915 req-77a7a319-4dc1-4c68-9082-377a1726ab71 tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:16:11.968439 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-4e459697-db54-48e2-9ff3-fca702ac4915 req-77a7a319-4dc1-4c68-9082-377a1726ab71 tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] 10.222.0.32 "GET /v2.0/ports?device_id=f60542f0-bd80-42bb-acb0-21f477d6dd3d HTTP/1.1" status: 200 len: 931 time: 0.4126225 Apr 20 18:16:11.971916 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c72713c-1270-47c3-bed9-27806d0aeff9 req-b56a0ba1-a72e-4095-b44b-50b7dccaf11a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:16:11.974101 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-0c72713c-1270-47c3-bed9-27806d0aeff9 req-b56a0ba1-a72e-4095-b44b-50b7dccaf11a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=62c77f8e75134d199a878cc405f13ffd&device_id=3ebddb38-7926-4f65-a612-116061e7e942 HTTP/1.1" status: 200 len: 1096 time: 0.2950680 Apr 20 18:16:12.151747 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299861013637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394135'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:12.176745 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_dvr_db [None req-c95039b5-2805-4edd-86cd-aaffebf9d79f None None] Set router 7ec829b5-df62-4eeb-b9be-0781d58bffbd gateway port host: dv-cinder-786929-2-smb {{(pid=86313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 18:16:12.215694 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-0c72713c-1270-47c3-bed9-27806d0aeff9 req-0182324e-e1d3-418c-ae5a-a03c02d3cbb7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b4139ebe-c2db-43fc-9ca2-b3283816b608 HTTP/1.1" status: 200 len: 217 time: 0.2042305 Apr 20 18:16:12.246885 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-4e459697-db54-48e2-9ff3-fca702ac4915 req-620cfafe-d523-48a2-bdd5-174baf511025 tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] 10.222.0.32 "GET /v2.0/security-groups?id=e00ece0e-9c57-41eb-9bc3-9c38bfc30996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2701347 Apr 20 18:16:12.269922 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91be42ec-89e6-4477-9edc-4c027331f31a admin admin] Network 15a6a0fd-d337-49a6-891c-eac6549b2bfb is already hosted by enough agents. {{(pid=86311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 18:16:12.271715 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.scheduler.base_scheduler [None req-91be42ec-89e6-4477-9edc-4c027331f31a admin admin] Resources bound (agent type, host, resource id): {{(pid=86311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:16:12.275220 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91be42ec-89e6-4477-9edc-4c027331f31a admin admin] Received port after_create {{(pid=86311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 18:16:12.275755 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-91be42ec-89e6-4477-9edc-4c027331f31a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-653825'] for router_interface, before_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:12.306271 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-e8b475f2-6d2a-4e81-9aca-6dbb95ab6138 req-88854d22-4597-416c-8c17-ec14fcd15e3e tempest-DeleteServersTestJSON-84120958 tempest-DeleteServersTestJSON-84120958-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce87c956-6659-4af6-b2bd-efecf3a3a672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6254725 Apr 20 18:16:12.332117 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dd5e8bd-cae7-4f7a-8b52-c21c5d152724 admin admin] Network 7282da7d-3f0e-44dc-94cc-05af3b600e7a is scheduled to be hosted by DHCP agent 7b7ebe60-b598-4f49-9612-2aa98fec0998 with binding_index 1 {{(pid=86311) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 18:16:12.436218 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.scheduler.base_scheduler [None req-7dd5e8bd-cae7-4f7a-8b52-c21c5d152724 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786929-2-smb, 7282da7d-3f0e-44dc-94cc-05af3b600e7a) {{(pid=86311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:16:12.447225 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de2baff7-07f9-416d-9c28-5a158614cc63 None None] Network 7282da7d-3f0e-44dc-94cc-05af3b600e7a requested from dv-cinder-786929-2-smb {{(pid=86312) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 18:16:12.452343 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c72713c-1270-47c3-bed9-27806d0aeff9 req-57395034-958e-4a45-a6c8-84e7d7fa76ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:16:12.455205 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-0c72713c-1270-47c3-bed9-27806d0aeff9 req-57395034-958e-4a45-a6c8-84e7d7fa76ed service neutron] 10.222.0.13 "GET /v2.0/subnets?id=604bbdad-69ea-4c1a-8aac-2f4041bda83d HTTP/1.1" status: 200 len: 851 time: 0.1173551 Apr 20 18:16:12.502410 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dd5e8bd-cae7-4f7a-8b52-c21c5d152724 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:16:12.503482 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-7dd5e8bd-cae7-4f7a-8b52-c21c5d152724 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-751497'] for subnet, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:12.534728 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-0c72713c-1270-47c3-bed9-27806d0aeff9 req-72870161-d20a-42fd-bc46-e32993489b7b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f7b78941-733f-40cd-b1af-70edbc947c0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0685003 Apr 20 18:16:12.572642 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-7dd5e8bd-cae7-4f7a-8b52-c21c5d152724 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 8.5912023 Apr 20 18:16:12.780878 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_hamode_db [None req-c95039b5-2805-4edd-86cd-aaffebf9d79f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ec829b5-df62-4eeb-b9be-0781d58bffbd', 'name': 'tempest-AttachVolumeTestJSON-1231333648-router', 'tenant_id': 'cb69ef4d450d449286542b7dabcb8f7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26051af8-ebd0-4db2-857e-181975352424', 'external_fixed_ips': [{'subnet_id': 'a8fb9e9c-99d7-49f9-8da9-302520785055', 'ip_address': '172.28.0.84'}], 'enable_snat': True}, 'gw_port_id': '46da91c7-c992-45ad-b29d-ea4047abeef9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:15:49Z', 'updated_at': '2021-04-20T18:16:05Z', 'revision_number': 4, 'project_id': 'cb69ef4d450d449286542b7dabcb8f7a', 'gw_port': {'id': '46da91c7-c992-45ad-b29d-ea4047abeef9', 'name': '', 'network_id': '26051af8-ebd0-4db2-857e-181975352424', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:cd:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ec829b5-df62-4eeb-b9be-0781d58bffbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'a8fb9e9c-99d7-49f9-8da9-302520785055', 'ip_address': '172.28.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:15:51Z', 'updated_at': '2021-04-20T18:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8fb9e9c-99d7-49f9-8da9-302520785055', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-2-smb', '_interfaces': [{'id': '113bb86f-f45b-4cdf-b4e9-b39c07af624f', 'name': '', 'network_id': 'eb98ba18-b0fc-455c-9bef-282881864632', 'tenant_id': 'cb69ef4d450d449286542b7dabcb8f7a', 'mac_address': 'fa:16:3e:81:69:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ec829b5-df62-4eeb-b9be-0781d58bffbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'df8c402d-ed6b-4e3d-81d4-7ab30d507809', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:16:00Z', 'updated_at': '2021-04-20T18:16:06Z', 'revision_number': 2, 'project_id': 'cb69ef4d450d449286542b7dabcb8f7a', 'subnets': [{'id': 'df8c402d-ed6b-4e3d-81d4-7ab30d507809', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786929-2-smb', False) {} {{(pid=86313) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:16:12.787195 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c95039b5-2805-4edd-86cd-aaffebf9d79f None None] Checking router: 7ec829b5-df62-4eeb-b9be-0781d58bffbd for host: dv-cinder-786929-2-smb {{(pid=86313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 18:16:12.788031 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c95039b5-2805-4edd-86cd-aaffebf9d79f None None] Updating router 7ec829b5-df62-4eeb-b9be-0781d58bffbd port 113bb86f-f45b-4cdf-b4e9-b39c07af624f binding host dv-cinder-786929-2-smb {{(pid=86313) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 20 18:16:12.914888 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-0c72713c-1270-47c3-bed9-27806d0aeff9 req-ca9a194f-fce2-4fac-995e-f3394df77a7f service neutron] 10.222.0.13 "GET /v2.0/networks/f7b78941-733f-40cd-b1af-70edbc947c0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3731353 Apr 20 18:16:12.917727 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-c95039b5-2805-4edd-86cd-aaffebf9d79f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624671'] for port, before_update {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:12.992431 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-91be42ec-89e6-4477-9edc-4c027331f31a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624671'] for port, before_update {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:13.067342 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a28ef39-e95c-47ac-ad42-2def293a3764 None None] Network 7282da7d-3f0e-44dc-94cc-05af3b600e7a requested from dv-cinder-786929-2-smb {{(pid=86312) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 18:16:13.095882 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.notifiers.nova [req-27bb8356-d834-49c7-89ca-8926bb955eb8 req-ae96ec7d-53e8-4bf6-9e5f-ba152dd51c25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id badb0e48-8abb-48a8-b38f-f002451f77a8 {{(pid=86311) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 18:16:13.115904 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-27bb8356-d834-49c7-89ca-8926bb955eb8 req-ae96ec7d-53e8-4bf6-9e5f-ba152dd51c25 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:13.157995 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.provisioning_blocks [req-27bb8356-d834-49c7-89ca-8926bb955eb8 req-ae96ec7d-53e8-4bf6-9e5f-ba152dd51c25 service neutron] Transition to ACTIVE for port object badb0e48-8abb-48a8-b38f-f002451f77a8 will not be triggered until provisioned by entity L2. {{(pid=86311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 18:16:13.158697 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-0c72713c-1270-47c3-bed9-27806d0aeff9 req-a1974cb4-5e87-41dd-9e71-d8ae084ab399 service neutron] 10.222.0.13 "GET /v2.0/networks/f7b78941-733f-40cd-b1af-70edbc947c0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2359016 Apr 20 18:16:13.274820 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.32', 48706) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:16:13.282261 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.v2.base [None req-1a06c64e-d10e-4ff4-bd58-f85d8cd26074 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1103354914', 'description': 'tempest-description--424578208'}} {{(pid=86310) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:16:13.294666 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-1a06c64e-d10e-4ff4-bd58-f85d8cd26074 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:16:13.309483 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-1a06c64e-d10e-4ff4-bd58-f85d8cd26074 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Usage tracker for resource:security_group and tenant:cb69ef4d450d449286542b7dabcb8f7a is out of sync, need to count used quota {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:16:13.315751 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-1a06c64e-d10e-4ff4-bd58-f85d8cd26074 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:16:13.324386 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-1a06c64e-d10e-4ff4-bd58-f85d8cd26074 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:16:13.352271 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-f70b5d3b-7deb-456f-82aa-acef0ba2518a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299861013637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394135'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:13.375380 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-1a06c64e-d10e-4ff4-bd58-f85d8cd26074 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Notify callbacks [] for security_group, before_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:13.442304 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-1a06c64e-d10e-4ff4-bd58-f85d8cd26074 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:16:13.455046 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-1a06c64e-d10e-4ff4-bd58-f85d8cd26074 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Usage tracker for resource:security_group_rule and tenant:cb69ef4d450d449286542b7dabcb8f7a is out of sync, need to count used quota {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:16:13.463084 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-1a06c64e-d10e-4ff4-bd58-f85d8cd26074 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:16:13.501421 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-1a06c64e-d10e-4ff4-bd58-f85d8cd26074 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:16:13.679981 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-1a06c64e-d10e-4ff4-bd58-f85d8cd26074 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Notify callbacks [] for security_group, precommit_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:13.685588 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-1a06c64e-d10e-4ff4-bd58-f85d8cd26074 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854236768'] for security_group, after_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:13.695300 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:16:13.731733 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a06c64e-d10e-4ff4-bd58-f85d8cd26074 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38e27d19-d8a9-48d6-a9d6-ec021bffb723,revision_number=1']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:16:13.757885 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-1a06c64e-d10e-4ff4-bd58-f85d8cd26074 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:16:13.813179 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-1a06c64e-d10e-4ff4-bd58-f85d8cd26074 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Notify callbacks [] for security_group, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:13.818719 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-1a06c64e-d10e-4ff4-bd58-f85d8cd26074 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.5427682 Apr 20 18:16:13.826316 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.32', 48732) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:16:13.842576 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.v2.base [None req-85381327-7c94-43e6-9675-0409ee5c186f tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Request body: {'security_group_rule': {'security_group_id': '38e27d19-d8a9-48d6-a9d6-ec021bffb723', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86310) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:16:13.856984 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-85381327-7c94-43e6-9675-0409ee5c186f tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:16:13.863569 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-85381327-7c94-43e6-9675-0409ee5c186f tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Usage tracker for resource:security_group_rule and tenant:cb69ef4d450d449286542b7dabcb8f7a is out of sync, need to count used quota {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:16:13.868494 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-c95039b5-2805-4edd-86cd-aaffebf9d79f None None] Notify callbacks [] for port, precommit_update {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:13.870744 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-91be42ec-89e6-4477-9edc-4c027331f31a admin admin] Notify callbacks [] for port, precommit_update {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:13.871846 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-85381327-7c94-43e6-9675-0409ee5c186f tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:16:13.889607 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-85381327-7c94-43e6-9675-0409ee5c186f tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:16:13.922103 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.provisioning_blocks [None req-c95039b5-2805-4edd-86cd-aaffebf9d79f None None] Transition to ACTIVE for port object 113bb86f-f45b-4cdf-b4e9-b39c07af624f will not be triggered until provisioned by entity L2. {{(pid=86313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 18:16:13.927261 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-85381327-7c94-43e6-9675-0409ee5c186f tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:13.937333 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-c95039b5-2805-4edd-86cd-aaffebf9d79f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852966479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736993730504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736993280695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299861495088'] for port, after_update {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:13.955629 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-ac17502b-65b1-47a2-8eb0-4ac97cce55c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:16:13.994553 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-27bb8356-d834-49c7-89ca-8926bb955eb8 req-ae96ec7d-53e8-4bf6-9e5f-ba152dd51c25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852966479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736993730504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736993280695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299861495088'] for port, after_update {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:13.998764 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-91be42ec-89e6-4477-9edc-4c027331f31a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852966479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736993730504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736993280695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299861495088'] for port, after_update {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:14.026267 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:16:14.065989 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a3019b-0148-4dd5-9ea1-e16a2ab678d4 req-e6807a21-d8f7-4d0e-8a74-598b8ea9b9b4 tempest-DeleteServersTestJSON-84120958 tempest-DeleteServersTestJSON-84120958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:16:14.067702 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-44a3019b-0148-4dd5-9ea1-e16a2ab678d4 req-e6807a21-d8f7-4d0e-8a74-598b8ea9b9b4 tempest-DeleteServersTestJSON-84120958 tempest-DeleteServersTestJSON-84120958-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ebddb38-7926-4f65-a612-116061e7e942 HTTP/1.1" status: 200 len: 943 time: 0.4846373 Apr 20 18:16:14.293282 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae96ec7d-53e8-4bf6-9e5f-ba152dd51c25 service neutron] Pushing event updated for resources: {'Port': ['ID=badb0e48-8abb-48a8-b38f-f002451f77a8,revision_number=2']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:16:14.315892 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-85381327-7c94-43e6-9675-0409ee5c186f tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:14.320580 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-44a3019b-0148-4dd5-9ea1-e16a2ab678d4 req-92381b72-0f55-4bee-99c6-4373b115b2a1 tempest-DeleteServersTestJSON-84120958 tempest-DeleteServersTestJSON-84120958-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce87c956-6659-4af6-b2bd-efecf3a3a672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2326152 Apr 20 18:16:14.321460 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.32', 48756) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:16:14.335722 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-85381327-7c94-43e6-9675-0409ee5c186f tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854236732'] for security_group_rule, after_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:14.340634 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.v2.base [None req-f51ab415-0f01-460d-9898-4bbdc1cfeed5 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-156752054-network', 'tenant_id': '035ba0ba60b6430eabd2064b72bc02ad'}} {{(pid=86310) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:16:14.351742 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-f51ab415-0f01-460d-9898-4bbdc1cfeed5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:16:14.362013 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-f51ab415-0f01-460d-9898-4bbdc1cfeed5 admin admin] Usage tracker for resource:network and tenant:035ba0ba60b6430eabd2064b72bc02ad is out of sync, need to count used quota {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:16:14.373844 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-f51ab415-0f01-460d-9898-4bbdc1cfeed5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:16:14.389827 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-f51ab415-0f01-460d-9898-4bbdc1cfeed5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:16:14.406926 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:16:14.417109 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91be42ec-89e6-4477-9edc-4c027331f31a admin admin] Pushing event updated for resources: {'Port': ['ID=c80fd4f1-68e1-46d5-9529-00bf75f03814,revision_number=2']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:16:14.431273 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-91be42ec-89e6-4477-9edc-4c027331f31a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.405s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:16:14.432186 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-91be42ec-89e6-4477-9edc-4c027331f31a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-751531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854121882'] for router_interface, after_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:14.449489 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85381327-7c94-43e6-9675-0409ee5c186f tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33f27204-a82d-4720-a5ba-0d8958f96b3d,revision_number=0']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:16:14.451615 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f51ab415-0f01-460d-9898-4bbdc1cfeed5 admin admin] Made reservation on behalf of 035ba0ba60b6430eabd2064b72bc02ad for: {'network': 1} {{(pid=86310) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 18:16:14.456258 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-f51ab415-0f01-460d-9898-4bbdc1cfeed5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624671'] for network, before_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:14.475055 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-f51ab415-0f01-460d-9898-4bbdc1cfeed5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:14.491798 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-85381327-7c94-43e6-9675-0409ee5c186f tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:16:14.500872 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e1ab33-7fcd-4f08-8612-fc9927145236 None None] Pushing event updated for resources: {'Port': ['ID=113bb86f-f45b-4cdf-b4e9-b39c07af624f,revision_number=3']} {{(pid=86313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:16:14.511476 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-f51ab415-0f01-460d-9898-4bbdc1cfeed5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:16:14.521133 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-f51ab415-0f01-460d-9898-4bbdc1cfeed5 admin admin] Usage tracker for resource:security_group_rule and tenant:035ba0ba60b6430eabd2064b72bc02ad is out of sync, need to count used quota {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:16:14.527313 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-e8e1ab33-7fcd-4f08-8612-fc9927145236 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.571s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:16:14.528271 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-f51ab415-0f01-460d-9898-4bbdc1cfeed5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:16:14.532126 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-780a84ac-c1df-4e56-a926-acbaf35553b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:16:14.532528 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-780a84ac-c1df-4e56-a926-acbaf35553b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:16:14.543439 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-f51ab415-0f01-460d-9898-4bbdc1cfeed5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:16:14.549266 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.managers [None req-c95039b5-2805-4edd-86cd-aaffebf9d79f None None] Attempting to bind port 113bb86f-f45b-4cdf-b4e9-b39c07af624f on host dv-cinder-786929-2-smb for vnic_type normal with profile {{(pid=86313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 18:16:14.549669 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.managers [None req-c95039b5-2805-4edd-86cd-aaffebf9d79f None None] Attempting to bind port 113bb86f-f45b-4cdf-b4e9-b39c07af624f by drivers openvswitch,hyperv on host dv-cinder-786929-2-smb at level 0 using segments [{'id': 'ad36d8b3-d89e-4c97-9e5d-6bb749241abc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'eb98ba18-b0fc-455c-9bef-282881864632'}] {{(pid=86313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 18:16:14.550067 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c95039b5-2805-4edd-86cd-aaffebf9d79f None None] Attempting to bind port 113bb86f-f45b-4cdf-b4e9-b39c07af624f on network eb98ba18-b0fc-455c-9bef-282881864632 {{(pid=86313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 18:16:14.567821 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c95039b5-2805-4edd-86cd-aaffebf9d79f None None] Checking agent: {'id': '909349f5-e61f-491f-bcfb-3e6f3416917d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786929-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 7, 12), 'started_at': datetime.datetime(2021, 4, 20, 18, 7, 42), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 16, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786929-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 18:16:14.568603 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c95039b5-2805-4edd-86cd-aaffebf9d79f None None] Checking segment: {'id': 'ad36d8b3-d89e-4c97-9e5d-6bb749241abc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'eb98ba18-b0fc-455c-9bef-282881864632'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 18:16:14.569193 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-c95039b5-2805-4edd-86cd-aaffebf9d79f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:14.569851 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c95039b5-2805-4edd-86cd-aaffebf9d79f None None] Bound using segment: {'id': 'ad36d8b3-d89e-4c97-9e5d-6bb749241abc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'eb98ba18-b0fc-455c-9bef-282881864632'} {{(pid=86313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 18:16:14.571473 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.managers [None req-c95039b5-2805-4edd-86cd-aaffebf9d79f None None] Bound port: 113bb86f-f45b-4cdf-b4e9-b39c07af624f, host: dv-cinder-786929-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad36d8b3-d89e-4c97-9e5d-6bb749241abc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'eb98ba18-b0fc-455c-9bef-282881864632'}}] {{(pid=86313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 18:16:14.572378 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-c95039b5-2805-4edd-86cd-aaffebf9d79f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624671'] for port, before_update {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:14.597416 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-85381327-7c94-43e6-9675-0409ee5c186f tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:14.602740 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-85381327-7c94-43e6-9675-0409ee5c186f tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7733648 Apr 20 18:16:14.608834 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.32', 48764) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:16:14.614729 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.v2.base [None req-735901e6-77af-4100-bf20-778a82b2bea2 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Request body: {'security_group_rule': {'security_group_id': '38e27d19-d8a9-48d6-a9d6-ec021bffb723', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86310) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:16:14.621893 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-735901e6-77af-4100-bf20-778a82b2bea2 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:16:14.630185 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-735901e6-77af-4100-bf20-778a82b2bea2 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Usage tracker for resource:security_group_rule and tenant:cb69ef4d450d449286542b7dabcb8f7a is out of sync, need to count used quota {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:16:14.655934 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-735901e6-77af-4100-bf20-778a82b2bea2 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:16:14.672005 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-735901e6-77af-4100-bf20-778a82b2bea2 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:16:14.728479 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.managers [req-27bb8356-d834-49c7-89ca-8926bb955eb8 req-ae96ec7d-53e8-4bf6-9e5f-ba152dd51c25 service neutron] Attempting to bind port badb0e48-8abb-48a8-b38f-f002451f77a8 on host hv-cinder-78692 for vnic_type normal with profile {{(pid=86311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 18:16:14.729024 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.managers [req-27bb8356-d834-49c7-89ca-8926bb955eb8 req-ae96ec7d-53e8-4bf6-9e5f-ba152dd51c25 service neutron] Attempting to bind port badb0e48-8abb-48a8-b38f-f002451f77a8 by drivers openvswitch,hyperv on host hv-cinder-78692 at level 0 using segments [{'id': '35da9b45-4e14-4089-845f-39a81432394e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '33ae499e-8924-4d19-b24e-e728f8047f05'}] {{(pid=86311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 18:16:14.729317 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27bb8356-d834-49c7-89ca-8926bb955eb8 req-ae96ec7d-53e8-4bf6-9e5f-ba152dd51c25 service neutron] Attempting to bind port badb0e48-8abb-48a8-b38f-f002451f77a8 on network 33ae499e-8924-4d19-b24e-e728f8047f05 {{(pid=86311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 18:16:14.743351 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-735901e6-77af-4100-bf20-778a82b2bea2 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:14.752864 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27bb8356-d834-49c7-89ca-8926bb955eb8 req-ae96ec7d-53e8-4bf6-9e5f-ba152dd51c25 service neutron] Port badb0e48-8abb-48a8-b38f-f002451f77a8 on network 33ae499e-8924-4d19-b24e-e728f8047f05 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78692 {{(pid=86311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 18:16:14.753230 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27bb8356-d834-49c7-89ca-8926bb955eb8 req-ae96ec7d-53e8-4bf6-9e5f-ba152dd51c25 service neutron] Attempting to bind port badb0e48-8abb-48a8-b38f-f002451f77a8 on network 33ae499e-8924-4d19-b24e-e728f8047f05 {{(pid=86311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 18:16:14.773831 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf1a1c6-87d9-4d8c-8cfd-059abafc867b req-de978567-8c89-42fa-aba2-ffa0fb395b85 tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:16:14.776200 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-ecf1a1c6-87d9-4d8c-8cfd-059abafc867b req-de978567-8c89-42fa-aba2-ffa0fb395b85 tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] 10.222.0.32 "GET /v2.0/ports?device_id=f60542f0-bd80-42bb-acb0-21f477d6dd3d HTTP/1.1" status: 200 len: 943 time: 0.9000781 Apr 20 18:16:14.789967 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.db [None req-c95039b5-2805-4edd-86cd-aaffebf9d79f None None] For port 113bb86f-f45b-4cdf-b4e9-b39c07af624f, host dv-cinder-786929-2-smb, cleared binding levels {{(pid=86313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 18:16:14.796237 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27bb8356-d834-49c7-89ca-8926bb955eb8 req-ae96ec7d-53e8-4bf6-9e5f-ba152dd51c25 service neutron] Checking agent: {'id': '71059bf3-e4c5-4d56-bb94-7a29312e7bcf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78692', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 14, 3), 'started_at': datetime.datetime(2021, 4, 20, 18, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 16, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 18:16:14.796778 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27bb8356-d834-49c7-89ca-8926bb955eb8 req-ae96ec7d-53e8-4bf6-9e5f-ba152dd51c25 service neutron] Checking segment: {'id': '35da9b45-4e14-4089-845f-39a81432394e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '33ae499e-8924-4d19-b24e-e728f8047f05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 18:16:14.797438 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27bb8356-d834-49c7-89ca-8926bb955eb8 req-ae96ec7d-53e8-4bf6-9e5f-ba152dd51c25 service neutron] Bound using segment: {'id': '35da9b45-4e14-4089-845f-39a81432394e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '33ae499e-8924-4d19-b24e-e728f8047f05'} {{(pid=86311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 18:16:14.798339 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.managers [req-27bb8356-d834-49c7-89ca-8926bb955eb8 req-ae96ec7d-53e8-4bf6-9e5f-ba152dd51c25 service neutron] Bound port: badb0e48-8abb-48a8-b38f-f002451f77a8, host: hv-cinder-78692, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35da9b45-4e14-4089-845f-39a81432394e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '33ae499e-8924-4d19-b24e-e728f8047f05'}}] {{(pid=86311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 18:16:14.798779 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-27bb8356-d834-49c7-89ca-8926bb955eb8 req-ae96ec7d-53e8-4bf6-9e5f-ba152dd51c25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624671'] for port, before_update {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:14.801153 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.db [None req-c95039b5-2805-4edd-86cd-aaffebf9d79f None None] For port 113bb86f-f45b-4cdf-b4e9-b39c07af624f, host dv-cinder-786929-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-2-smb',level=0,port_id=113bb86f-f45b-4cdf-b4e9-b39c07af624f,segment=NetworkSegment(ad36d8b3-d89e-4c97-9e5d-6bb749241abc),segment_id=ad36d8b3-d89e-4c97-9e5d-6bb749241abc)] {{(pid=86313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 18:16:14.809471 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-c95039b5-2805-4edd-86cd-aaffebf9d79f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852966479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736993730504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736993280695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299861495088'] for port, after_update {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:14.833417 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:16:14.952457 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-735901e6-77af-4100-bf20-778a82b2bea2 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:14.965643 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-735901e6-77af-4100-bf20-778a82b2bea2 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854236732'] for security_group_rule, after_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:14.978177 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-85381327-7c94-43e6-9675-0409ee5c186f tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:16:15.031583 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735901e6-77af-4100-bf20-778a82b2bea2 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93b5cbf8-dc6f-4bf5-bd5d-0971807b19fe,revision_number=0']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:16:15.039155 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-735901e6-77af-4100-bf20-778a82b2bea2 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:16:15.041821 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-735901e6-77af-4100-bf20-778a82b2bea2 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:15.047404 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-735901e6-77af-4100-bf20-778a82b2bea2 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4374018 Apr 20 18:16:15.048396 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.32', 48782) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:16:15.050623 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-f51ab415-0f01-460d-9898-4bbdc1cfeed5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:15.058360 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.v2.base [None req-c7a4e112-cd68-4170-8006-d751bc88a5a3 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Request body: {'floatingip': {'floating_network_id': '26051af8-ebd0-4db2-857e-181975352424'}} {{(pid=86310) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:16:15.060261 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e1ab33-7fcd-4f08-8612-fc9927145236 None None] Pushing event updated for resources: {'Port': ['ID=113bb86f-f45b-4cdf-b4e9-b39c07af624f,revision_number=4']} {{(pid=86313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:16:15.063058 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [req-ecf1a1c6-87d9-4d8c-8cfd-059abafc867b req-94598fb6-722e-48aa-8640-6bb0f3722826 tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] Synchronizing usage tracker for tenant:96ff5c4d39a64c7b8df2adf23972e2ba on resource:security_group {{(pid=86311) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 18:16:15.072563 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-c7a4e112-cd68-4170-8006-d751bc88a5a3 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:16:15.077977 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-f51ab415-0f01-460d-9898-4bbdc1cfeed5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854236768'] for security_group, after_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:15.081537 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-c7a4e112-cd68-4170-8006-d751bc88a5a3 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Usage tracker for resource:floatingip and tenant:cb69ef4d450d449286542b7dabcb8f7a is out of sync, need to count used quota {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:16:15.089894 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-e8e1ab33-7fcd-4f08-8612-fc9927145236 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:16:15.098583 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-c7a4e112-cd68-4170-8006-d751bc88a5a3 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:16:15.101723 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:16:15.108135 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c95039b5-2805-4edd-86cd-aaffebf9d79f None None] Routers {'7ec829b5-df62-4eeb-b9be-0781d58bffbd'} bound to L3 agent in host dv-cinder-786929-2-smb {{(pid=86313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:16:15.108693 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_hamode_db [None req-c95039b5-2805-4edd-86cd-aaffebf9d79f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786929-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T18:07:11Z,description=,heartbeat_timestamp=2021-04-20T18:16:11Z,host='dv-cinder-786929-2-smb',id=40af0123-fc20-4e27-8672-759459b7c5ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T18:07:11Z,topic='l3_agent')) {'router_ids': ['7ec829b5-df62-4eeb-b9be-0781d58bffbd'], 'active': True} {{(pid=86313) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:16:15.147575 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91be42ec-89e6-4477-9edc-4c027331f31a admin admin] Network 15a6a0fd-d337-49a6-891c-eac6549b2bfb is already hosted by enough agents. {{(pid=86311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 18:16:15.162633 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51ab415-0f01-460d-9898-4bbdc1cfeed5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31fe9497-7b35-459c-a5b0-3c7f7c1a869f,revision_number=1']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:16:15.170963 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-c7a4e112-cd68-4170-8006-d751bc88a5a3 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:16:15.178101 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.scheduler.base_scheduler [None req-91be42ec-89e6-4477-9edc-4c027331f31a admin admin] Resources bound (agent type, host, resource id): {{(pid=86311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:16:15.178924 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f51ab415-0f01-460d-9898-4bbdc1cfeed5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 102} {{(pid=86310) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 20 18:16:15.185151 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-f51ab415-0f01-460d-9898-4bbdc1cfeed5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:16:15.219855 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-f51ab415-0f01-460d-9898-4bbdc1cfeed5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1711814'] for segment, precommit_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:15.220618 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.db.segments_db [None req-f51ab415-0f01-460d-9898-4bbdc1cfeed5 admin admin] Added segment 46f5163b-dcfa-42a3-abaf-d3d908927902 of type vlan for network f997e35a-a592-448f-9f43-72e60c09dace Apr 20 18:16:15.223735 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-c7a4e112-cd68-4170-8006-d751bc88a5a3 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Notify callbacks [] for floatingip, before_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:15.252668 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [req-ecf1a1c6-87d9-4d8c-8cfd-059abafc867b req-94598fb6-722e-48aa-8640-6bb0f3722826 tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] Unset dirty status for tenant:96ff5c4d39a64c7b8df2adf23972e2ba on resource:security_group {{(pid=86311) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 18:16:15.258175 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-ecf1a1c6-87d9-4d8c-8cfd-059abafc867b req-94598fb6-722e-48aa-8640-6bb0f3722826 tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] 10.222.0.32 "GET /v2.0/security-groups?id=e00ece0e-9c57-41eb-9bc3-9c38bfc30996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4418235 Apr 20 18:16:15.426139 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.db [req-27bb8356-d834-49c7-89ca-8926bb955eb8 req-ae96ec7d-53e8-4bf6-9e5f-ba152dd51c25 service neutron] For port badb0e48-8abb-48a8-b38f-f002451f77a8, host hv-cinder-78692, cleared binding levels {{(pid=86311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 18:16:15.456146 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-f51ab415-0f01-460d-9898-4bbdc1cfeed5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363299861504440'] for network, precommit_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:15.460539 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.db [req-27bb8356-d834-49c7-89ca-8926bb955eb8 req-ae96ec7d-53e8-4bf6-9e5f-ba152dd51c25 service neutron] For port badb0e48-8abb-48a8-b38f-f002451f77a8, host hv-cinder-78692, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=badb0e48-8abb-48a8-b38f-f002451f77a8,segment=NetworkSegment(35da9b45-4e14-4089-845f-39a81432394e),segment_id=35da9b45-4e14-4089-845f-39a81432394e)] {{(pid=86311) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 18:16:15.509415 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.32', 48800) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:16:15.546218 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-27bb8356-d834-49c7-89ca-8926bb955eb8 req-ae96ec7d-53e8-4bf6-9e5f-ba152dd51c25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852966479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736993730504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736993280695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299861495088'] for port, after_update {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:15.561552 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_dvr_db [None req-c95039b5-2805-4edd-86cd-aaffebf9d79f None None] Set router 7ec829b5-df62-4eeb-b9be-0781d58bffbd gateway port host: dv-cinder-786929-2-smb {{(pid=86313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 18:16:15.869845 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-b2db52e5-b9a8-4c7d-946d-4056439e2715 tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:16:15.964932 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bb8356-d834-49c7-89ca-8926bb955eb8 req-ae96ec7d-53e8-4bf6-9e5f-ba152dd51c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:16:15.965619 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-27bb8356-d834-49c7-89ca-8926bb955eb8 req-ae96ec7d-53e8-4bf6-9e5f-ba152dd51c25 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-751497'] for port, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:15.967689 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-27bb8356-d834-49c7-89ca-8926bb955eb8 req-ae96ec7d-53e8-4bf6-9e5f-ba152dd51c25 service neutron] 10.222.0.13 "PUT /v2.0/ports/badb0e48-8abb-48a8-b38f-f002451f77a8 HTTP/1.1" status: 200 len: 1093 time: 5.1436057 Apr 20 18:16:15.968229 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f60542f0-bd80-42bb-acb0-21f477d6dd3d', 'tag': 'badb0e48-8abb-48a8-b38f-f002451f77a8'}] {{(pid=86311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:16:16.041237 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-f51ab415-0f01-460d-9898-4bbdc1cfeed5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854236788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514'] for network, after_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:16.043216 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_hamode_db [None req-c95039b5-2805-4edd-86cd-aaffebf9d79f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ec829b5-df62-4eeb-b9be-0781d58bffbd', 'name': 'tempest-AttachVolumeTestJSON-1231333648-router', 'tenant_id': 'cb69ef4d450d449286542b7dabcb8f7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26051af8-ebd0-4db2-857e-181975352424', 'external_fixed_ips': [{'subnet_id': 'a8fb9e9c-99d7-49f9-8da9-302520785055', 'ip_address': '172.28.0.84'}], 'enable_snat': True}, 'gw_port_id': '46da91c7-c992-45ad-b29d-ea4047abeef9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:15:49Z', 'updated_at': '2021-04-20T18:16:05Z', 'revision_number': 4, 'project_id': 'cb69ef4d450d449286542b7dabcb8f7a', 'gw_port': {'id': '46da91c7-c992-45ad-b29d-ea4047abeef9', 'name': '', 'network_id': '26051af8-ebd0-4db2-857e-181975352424', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:cd:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ec829b5-df62-4eeb-b9be-0781d58bffbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'a8fb9e9c-99d7-49f9-8da9-302520785055', 'ip_address': '172.28.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:15:51Z', 'updated_at': '2021-04-20T18:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8fb9e9c-99d7-49f9-8da9-302520785055', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-2-smb', '_interfaces': [{'id': '113bb86f-f45b-4cdf-b4e9-b39c07af624f', 'name': '', 'network_id': 'eb98ba18-b0fc-455c-9bef-282881864632', 'tenant_id': 'cb69ef4d450d449286542b7dabcb8f7a', 'mac_address': 'fa:16:3e:81:69:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ec829b5-df62-4eeb-b9be-0781d58bffbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'df8c402d-ed6b-4e3d-81d4-7ab30d507809', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:16:00Z', 'updated_at': '2021-04-20T18:16:14Z', 'revision_number': 4, 'project_id': 'cb69ef4d450d449286542b7dabcb8f7a', 'subnets': [{'id': 'df8c402d-ed6b-4e3d-81d4-7ab30d507809', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786929-2-smb', False) {} {{(pid=86313) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:16:16.048899 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c95039b5-2805-4edd-86cd-aaffebf9d79f None None] The sync data for ids ['7ec829b5-df62-4eeb-b9be-0781d58bffbd'] in dv-cinder-786929-2-smb is: [{'id': '7ec829b5-df62-4eeb-b9be-0781d58bffbd', 'name': 'tempest-AttachVolumeTestJSON-1231333648-router', 'tenant_id': 'cb69ef4d450d449286542b7dabcb8f7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26051af8-ebd0-4db2-857e-181975352424', 'external_fixed_ips': [{'subnet_id': 'a8fb9e9c-99d7-49f9-8da9-302520785055', 'ip_address': '172.28.0.84'}], 'enable_snat': True}, 'gw_port_id': '46da91c7-c992-45ad-b29d-ea4047abeef9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:15:49Z', 'updated_at': '2021-04-20T18:16:05Z', 'revision_number': 4, 'project_id': 'cb69ef4d450d449286542b7dabcb8f7a', 'gw_port': {'id': '46da91c7-c992-45ad-b29d-ea4047abeef9', 'name': '', 'network_id': '26051af8-ebd0-4db2-857e-181975352424', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:cd:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ec829b5-df62-4eeb-b9be-0781d58bffbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'a8fb9e9c-99d7-49f9-8da9-302520785055', 'ip_address': '172.28.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:15:51Z', 'updated_at': '2021-04-20T18:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8fb9e9c-99d7-49f9-8da9-302520785055', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-2-smb', '_interfaces': [{'id': '113bb86f-f45b-4cdf-b4e9-b39c07af624f', 'name': '', 'network_id': 'eb98ba18-b0fc-455c-9bef-282881864632', 'tenant_id': 'cb69ef4d450d449286542b7dabcb8f7a', 'mac_address': 'fa:16:3e:81:69:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ec829b5-df62-4eeb-b9be-0781d58bffbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'df8c402d-ed6b-4e3d-81d4-7ab30d507809', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:16:00Z', 'updated_at': '2021-04-20T18:16:14Z', 'revision_number': 4, 'project_id': 'cb69ef4d450d449286542b7dabcb8f7a', 'subnets': [{'id': 'df8c402d-ed6b-4e3d-81d4-7ab30d507809', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 18:16:16.058040 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f51ab415-0f01-460d-9898-4bbdc1cfeed5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:16:16.059382 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-f51ab415-0f01-460d-9898-4bbdc1cfeed5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-751497'] for network, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:16.070268 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:16:16.217703 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae96ec7d-53e8-4bf6-9e5f-ba152dd51c25 service neutron] Pushing event updated for resources: {'Port': ['ID=badb0e48-8abb-48a8-b38f-f002451f77a8,revision_number=3']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:16:16.218941 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-c7a4e112-cd68-4170-8006-d751bc88a5a3 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624671'] for port, before_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:16.224964 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-cddebc46-e5a0-44e7-8cc0-bed543661d5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:16.230321 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91be42ec-89e6-4477-9edc-4c027331f31a admin admin] Router 24ec7caf-1ba9-4b42-b0c2-0df4af4ea251 has already been hosted by L3 agent 40af0123-fc20-4e27-8672-759459b7c5ef {{(pid=86311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 18:16:16.233892 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-ae96ec7d-53e8-4bf6-9e5f-ba152dd51c25 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:16:16.266584 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc3db0a-2b23-4508-9a54-e7dc0a8f0815 req-071ef447-2c48-4cab-8370-af4d4c5093d0 tempest-DeleteServersTestJSON-84120958 tempest-DeleteServersTestJSON-84120958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:16:16.268491 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-abc3db0a-2b23-4508-9a54-e7dc0a8f0815 req-071ef447-2c48-4cab-8370-af4d4c5093d0 tempest-DeleteServersTestJSON-84120958 tempest-DeleteServersTestJSON-84120958-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ebddb38-7926-4f65-a612-116061e7e942 HTTP/1.1" status: 200 len: 943 time: 0.3598726 Apr 20 18:16:16.278392 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-f51ab415-0f01-460d-9898-4bbdc1cfeed5 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.9410551 Apr 20 18:16:16.282920 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.32', 48822) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:16:16.393647 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bb8356-d834-49c7-89ca-8926bb955eb8 req-df545684-1568-4fa1-9e9f-74ef5ee6bd7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:16:16.395333 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-27bb8356-d834-49c7-89ca-8926bb955eb8 req-df545684-1568-4fa1-9e9f-74ef5ee6bd7d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=96ff5c4d39a64c7b8df2adf23972e2ba&device_id=f60542f0-bd80-42bb-acb0-21f477d6dd3d HTTP/1.1" status: 200 len: 1096 time: 0.3405702 Apr 20 18:16:16.409035 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51ab415-0f01-460d-9898-4bbdc1cfeed5 admin admin] Pushing event updated for resources: {'Network': ['ID=f997e35a-a592-448f-9f43-72e60c09dace,revision_number=1']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:16:16.415870 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.v2.base [None req-ea767d79-1a07-4920-8277-1143a47aa1f8 admin admin] Request body: {'subnet': {'network_id': 'f997e35a-a592-448f-9f43-72e60c09dace', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-156752054-subnet', 'tenant_id': '035ba0ba60b6430eabd2064b72bc02ad', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86310) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:16:16.420402 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.rpc [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Network f997e35a-a592-448f-9f43-72e60c09dace details requested by agent ovs-agent-dv-cinder-786929-2-smb with host dv-cinder-786929-2-smb {{(pid=86312) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 18:16:16.437822 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-ea767d79-1a07-4920-8277-1143a47aa1f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:16:16.449904 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-ea767d79-1a07-4920-8277-1143a47aa1f8 admin admin] Usage tracker for resource:subnet and tenant:035ba0ba60b6430eabd2064b72bc02ad is out of sync, need to count used quota {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:16:16.456051 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-ea767d79-1a07-4920-8277-1143a47aa1f8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:16:16.476003 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-ea767d79-1a07-4920-8277-1143a47aa1f8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:16:16.583023 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-27bb8356-d834-49c7-89ca-8926bb955eb8 req-0d60877f-5ce6-4b28-9ca4-7ac491e4d809 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=badb0e48-8abb-48a8-b38f-f002451f77a8 HTTP/1.1" status: 200 len: 217 time: 0.1778312 Apr 20 18:16:16.611991 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.db_base_plugin_common [None req-c7a4e112-cd68-4170-8006-d751bc88a5a3 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Allocated IP 172.28.0.241 (26051af8-ebd0-4db2-857e-181975352424/a8fb9e9c-99d7-49f9-8da9-302520785055/1a42a611-24c0-417a-9daa-35ddad61f5d2) {{(pid=86310) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 18:16:16.804604 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-f51ab415-0f01-460d-9898-4bbdc1cfeed5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.734s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:16:16.805720 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-cddebc46-e5a0-44e7-8cc0-bed543661d5c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:16:16.819178 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea767d79-1a07-4920-8277-1143a47aa1f8 admin admin] Made reservation on behalf of 035ba0ba60b6430eabd2064b72bc02ad for: {'subnet': 1} {{(pid=86310) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 18:16:16.824381 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-ea767d79-1a07-4920-8277-1143a47aa1f8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:16.852851 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91be42ec-89e6-4477-9edc-4c027331f31a admin admin] Notify agent at l3_agent.dv-cinder-786929-2-smb the message routers_updated {{(pid=86311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 18:16:16.867918 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7654bb15-2500-412b-8c75-2ff4f6a4c46e None None] Sync routers for ids ['24ec7caf-1ba9-4b42-b0c2-0df4af4ea251'] in dv-cinder-786929-2-smb {{(pid=86312) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 18:16:16.895598 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-91be42ec-89e6-4477-9edc-4c027331f31a admin admin] 10.222.0.32 "PUT /v2.0/routers/24ec7caf-1ba9-4b42-b0c2-0df4af4ea251/add_router_interface HTTP/1.1" status: 200 len: 503 time: 16.4105554 Apr 20 18:16:16.901809 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-cddebc46-e5a0-44e7-8cc0-bed543661d5c admin admin] Usage tracker for resource:security_group_rule and tenant:3b4518b83c154521b76ccdf125d8fe53 is out of sync, need to count used quota {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:16:16.908417 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7654bb15-2500-412b-8c75-2ff4f6a4c46e None None] Routers {'24ec7caf-1ba9-4b42-b0c2-0df4af4ea251'} bound to L3 agent in host dv-cinder-786929-2-smb {{(pid=86312) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:16:16.909107 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_hamode_db [None req-7654bb15-2500-412b-8c75-2ff4f6a4c46e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786929-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T18:07:11Z,description=,heartbeat_timestamp=2021-04-20T18:16:11Z,host='dv-cinder-786929-2-smb',id=40af0123-fc20-4e27-8672-759459b7c5ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T18:07:11Z,topic='l3_agent')) {'router_ids': ['24ec7caf-1ba9-4b42-b0c2-0df4af4ea251'], 'active': True} {{(pid=86312) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:16:16.925126 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919cdf35-9637-42ef-823c-5b9c12d73bcd req-6cfa1730-50b3-4bc7-a310-f2d3e2bdfd47 tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:16:16.927096 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-919cdf35-9637-42ef-823c-5b9c12d73bcd req-6cfa1730-50b3-4bc7-a310-f2d3e2bdfd47 tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] 10.222.0.32 "GET /v2.0/ports?device_id=f60542f0-bd80-42bb-acb0-21f477d6dd3d HTTP/1.1" status: 200 len: 943 time: 0.4171638 Apr 20 18:16:16.929070 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bb8356-d834-49c7-89ca-8926bb955eb8 req-c1307dbe-74e4-4368-841e-18c76b154a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:16:16.931285 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-27bb8356-d834-49c7-89ca-8926bb955eb8 req-c1307dbe-74e4-4368-841e-18c76b154a62 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6f3914bf-0050-4c6e-8c1b-205da5910b8c HTTP/1.1" status: 200 len: 855 time: 0.3311715 Apr 20 18:16:16.983317 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-cddebc46-e5a0-44e7-8cc0-bed543661d5c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:16:17.017673 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-cddebc46-e5a0-44e7-8cc0-bed543661d5c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:16:17.041815 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-abc3db0a-2b23-4508-9a54-e7dc0a8f0815 req-d3f4e65f-3cb2-47ee-8e8b-ae1d679d3f70 tempest-DeleteServersTestJSON-84120958 tempest-DeleteServersTestJSON-84120958-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce87c956-6659-4af6-b2bd-efecf3a3a672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7615757 Apr 20 18:16:17.097750 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-27bb8356-d834-49c7-89ca-8926bb955eb8 req-1da4e4be-4109-475e-8811-2ae8ebfceb2a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=33ae499e-8924-4d19-b24e-e728f8047f05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1151798 Apr 20 18:16:17.190035 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-c7a4e112-cd68-4170-8006-d751bc88a5a3 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Notify callbacks [] for port, precommit_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:17.351093 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-27bb8356-d834-49c7-89ca-8926bb955eb8 req-3cc7e59f-af98-4b76-9239-7d7deb88fc60 service neutron] 10.222.0.13 "GET /v2.0/networks/33ae499e-8924-4d19-b24e-e728f8047f05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2252655 Apr 20 18:16:17.375297 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-cddebc46-e5a0-44e7-8cc0-bed543661d5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:17.386673 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_dvr_db [None req-7654bb15-2500-412b-8c75-2ff4f6a4c46e None None] Set router 24ec7caf-1ba9-4b42-b0c2-0df4af4ea251 gateway port host: dv-cinder-786929-2-smb {{(pid=86312) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 18:16:17.397072 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f60542f0-bd80-42bb-acb0-21f477d6dd3d', 'tag': 'badb0e48-8abb-48a8-b38f-f002451f77a8', 'status': 'completed', 'code': 200} Apr 20 18:16:17.400963 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-919cdf35-9637-42ef-823c-5b9c12d73bcd req-49d161c5-a5af-42fa-9b4b-f503d8cc102c tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] 10.222.0.32 "GET /v2.0/security-groups?id=e00ece0e-9c57-41eb-9bc3-9c38bfc30996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4661219 Apr 20 18:16:17.404648 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-cddebc46-e5a0-44e7-8cc0-bed543661d5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854236768'] for security_group, after_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:17.453610 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-84ac3aae-d5a1-463e-8b3f-5a232265d54b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:16:17.487516 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-cddebc46-e5a0-44e7-8cc0-bed543661d5c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3b4518b83c154521b76ccdf125d8fe53&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9675558 Apr 20 18:16:17.491636 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.32', 48860) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:16:17.537508 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-c7a4e112-cd68-4170-8006-d751bc88a5a3 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852966479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736993280678'] for port, after_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:17.552777 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddebc46-e5a0-44e7-8cc0-bed543661d5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7b4e1bb-4f2c-4e65-b35e-aa01a74c5406,revision_number=1']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:16:17.571959 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-cddebc46-e5a0-44e7-8cc0-bed543661d5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:16:17.573929 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-a2211b4b-e966-4db0-aca1-4e365048a4dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:16:17.656516 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-21d4b6d1-8709-4775-a4f7-1c61d8c09b16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:17.662545 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.rpc [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Device b4139ebe-c2db-43fc-9ca2-b3283816b608 details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=86312) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 18:16:17.714349 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-21d4b6d1-8709-4775-a4f7-1c61d8c09b16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:17.744251 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7a4e112-cd68-4170-8006-d751bc88a5a3 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Network 26051af8-ebd0-4db2-857e-181975352424 is already hosted by enough agents. {{(pid=86310) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 18:16:17.752858 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.scheduler.base_scheduler [None req-c7a4e112-cd68-4170-8006-d751bc88a5a3 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Resources bound (agent type, host, resource id): {{(pid=86310) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:16:17.807978 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-27bb8356-d834-49c7-89ca-8926bb955eb8 req-349e029e-1421-4784-998b-58918ccb03c0 service neutron] 10.222.0.13 "GET /v2.0/networks/33ae499e-8924-4d19-b24e-e728f8047f05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4361174 Apr 20 18:16:17.820067 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-21d4b6d1-8709-4775-a4f7-1c61d8c09b16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854236768'] for security_group, after_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:17.828284 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:16:17.847509 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.db [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] For port b4139ebe-c2db-43fc-9ca2-b3283816b608, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=b4139ebe-c2db-43fc-9ca2-b3283816b608,segment=NetworkSegment(09c10a61-a237-4f67-9aef-6215525c166d),segment_id=09c10a61-a237-4f67-9aef-6215525c166d)] {{(pid=86312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:16:17.869747 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d4b6d1-8709-4775-a4f7-1c61d8c09b16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7b4e1bb-4f2c-4e65-b35e-aa01a74c5406,revision_number=None']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:16:17.973792 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7a4e112-cd68-4170-8006-d751bc88a5a3 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Received port after_create {{(pid=86310) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 18:16:17.980321 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-21d4b6d1-8709-4775-a4f7-1c61d8c09b16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:16:18.006411 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-21d4b6d1-8709-4775-a4f7-1c61d8c09b16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:18.007643 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-21d4b6d1-8709-4775-a4f7-1c61d8c09b16 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d7b4e1bb-4f2c-4e65-b35e-aa01a74c5406 HTTP/1.1" status: 204 len: 168 time: 0.5149689 Apr 20 18:16:18.062961 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a4e112-cd68-4170-8006-d751bc88a5a3 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Pushing event updated for resources: {'Port': ['ID=1a42a611-24c0-417a-9daa-35ddad61f5d2,revision_number=1']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:16:18.066128 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-c7a4e112-cd68-4170-8006-d751bc88a5a3 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.492s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:16:18.093501 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e96e46b-ea85-4684-b8bb-05dbc6f40ee0 req-a9d27e0d-7074-4111-8dd6-3880bb547ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:16:18.101259 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-4e96e46b-ea85-4684-b8bb-05dbc6f40ee0 req-a9d27e0d-7074-4111-8dd6-3880bb547ebf service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=96ff5c4d39a64c7b8df2adf23972e2ba&device_id=f60542f0-bd80-42bb-acb0-21f477d6dd3d HTTP/1.1" status: 200 len: 1096 time: 0.2328544 Apr 20 18:16:18.115199 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.rpc [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Returning: {'device': 'b4139ebe-c2db-43fc-9ca2-b3283816b608', 'network_id': 'f7b78941-733f-40cd-b1af-70edbc947c0c', 'port_id': 'b4139ebe-c2db-43fc-9ca2-b3283816b608', 'mac_address': 'fa:16:3e:72:04:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '604bbdad-69ea-4c1a-8aac-2f4041bda83d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86312) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 18:16:18.187555 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-c7a4e112-cd68-4170-8006-d751bc88a5a3 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:18.206599 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d10320-cbad-4cf4-ba6f-99ce60e72d21 req-2fe760e7-7574-47c2-8fb1-b7b1870808f4 tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:16:18.208267 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-21d10320-cbad-4cf4-ba6f-99ce60e72d21 req-2fe760e7-7574-47c2-8fb1-b7b1870808f4 tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] 10.222.0.32 "GET /v2.0/networks?id=15a6a0fd-d337-49a6-891c-eac6549b2bfb HTTP/1.1" status: 200 len: 818 time: 0.5047176 Apr 20 18:16:18.305788 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-21d10320-cbad-4cf4-ba6f-99ce60e72d21 req-546d1452-6fca-4244-9c10-33ac1e8de797 tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] 10.222.0.32 "GET /v2.0/quotas/48e5df147ce142c88e849dbcf9521831 HTTP/1.1" status: 200 len: 375 time: 0.0900171 Apr 20 18:16:18.401899 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.rpc [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Device 113bb86f-f45b-4cdf-b4e9-b39c07af624f up at agent ovs-agent-dv-cinder-786929-2-smb {{(pid=86312) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:16:18.460156 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-ea767d79-1a07-4920-8277-1143a47aa1f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854235284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514'] for subnet, after_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:18.460895 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-c7a4e112-cd68-4170-8006-d751bc88a5a3 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624671'] for port, before_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:18.539794 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-683a2cd0-b4be-4577-b87d-c99b2a754cdf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:16:18.559598 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.provisioning_blocks [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Provisioning for port 113bb86f-f45b-4cdf-b4e9-b39c07af624f completed by entity L2. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 18:16:18.578388 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.provisioning_blocks [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Provisioning complete for port 113bb86f-f45b-4cdf-b4e9-b39c07af624f triggered by entity L2. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:16:18.578772 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853381758'] for port, provisioning_complete {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:18.605805 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332934d0-0da4-4f48-bc13-69ca4098b87e req-1eb436b5-de83-4d1c-97df-7e9bbd830743 tempest-DeleteServersTestJSON-84120958 tempest-DeleteServersTestJSON-84120958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:16:18.607968 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-332934d0-0da4-4f48-bc13-69ca4098b87e req-1eb436b5-de83-4d1c-97df-7e9bbd830743 tempest-DeleteServersTestJSON-84120958 tempest-DeleteServersTestJSON-84120958-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ebddb38-7926-4f65-a612-116061e7e942 HTTP/1.1" status: 200 len: 943 time: 0.2881460 Apr 20 18:16:18.609428 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e96e46b-ea85-4684-b8bb-05dbc6f40ee0 req-5797f7e1-6def-4cee-ade7-b44483fc97e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:16:18.610955 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-4e96e46b-ea85-4684-b8bb-05dbc6f40ee0 req-5797f7e1-6def-4cee-ade7-b44483fc97e0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=33ae499e-8924-4d19-b24e-e728f8047f05 HTTP/1.1" status: 200 len: 916 time: 0.5000062 Apr 20 18:16:18.691208 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-4e96e46b-ea85-4684-b8bb-05dbc6f40ee0 req-a60786d4-0799-4fa5-be72-0413622dd9be service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=badb0e48-8abb-48a8-b38f-f002451f77a8 HTTP/1.1" status: 200 len: 217 time: 0.0725720 Apr 20 18:16:18.730544 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624671'] for port, before_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:18.752899 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_hamode_db [None req-7654bb15-2500-412b-8c75-2ff4f6a4c46e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24ec7caf-1ba9-4b42-b0c2-0df4af4ea251', 'name': 'tempest-ServerRescueNegativeTestJSON-710943410-router', 'tenant_id': '48e5df147ce142c88e849dbcf9521831', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26051af8-ebd0-4db2-857e-181975352424', 'external_fixed_ips': [{'subnet_id': 'a8fb9e9c-99d7-49f9-8da9-302520785055', 'ip_address': '172.28.0.108'}], 'enable_snat': True}, 'gw_port_id': '460873c7-b664-4534-aba4-62918b33679c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:15:52Z', 'updated_at': '2021-04-20T18:16:12Z', 'revision_number': 4, 'project_id': '48e5df147ce142c88e849dbcf9521831', 'gw_port': {'id': '460873c7-b664-4534-aba4-62918b33679c', 'name': '', 'network_id': '26051af8-ebd0-4db2-857e-181975352424', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:43:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24ec7caf-1ba9-4b42-b0c2-0df4af4ea251', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'a8fb9e9c-99d7-49f9-8da9-302520785055', 'ip_address': '172.28.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:15:54Z', 'updated_at': '2021-04-20T18:16:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8fb9e9c-99d7-49f9-8da9-302520785055', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-2-smb', '_interfaces': [{'id': 'c80fd4f1-68e1-46d5-9529-00bf75f03814', 'name': '', 'network_id': '15a6a0fd-d337-49a6-891c-eac6549b2bfb', 'tenant_id': '48e5df147ce142c88e849dbcf9521831', 'mac_address': 'fa:16:3e:2a:74:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24ec7caf-1ba9-4b42-b0c2-0df4af4ea251', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'ebfd3c2f-c00a-4eb7-8bea-d2691ff138cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:16:07Z', 'updated_at': '2021-04-20T18:16:13Z', 'revision_number': 2, 'project_id': '48e5df147ce142c88e849dbcf9521831', 'subnets': [{'id': 'ebfd3c2f-c00a-4eb7-8bea-d2691ff138cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786929-2-smb', False) {} {{(pid=86312) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:16:18.756444 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.notifiers.nova [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4139ebe-c2db-43fc-9ca2-b3283816b608 {{(pid=86312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 18:16:18.777689 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.db [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] For port b4139ebe-c2db-43fc-9ca2-b3283816b608, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=b4139ebe-c2db-43fc-9ca2-b3283816b608,segment=NetworkSegment(09c10a61-a237-4f67-9aef-6215525c166d),segment_id=09c10a61-a237-4f67-9aef-6215525c166d)] {{(pid=86312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:16:18.784289 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e96e46b-ea85-4684-b8bb-05dbc6f40ee0 req-4731c594-d0cb-4e35-85bd-c3073c4c7ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:16:18.785698 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-4e96e46b-ea85-4684-b8bb-05dbc6f40ee0 req-4731c594-d0cb-4e35-85bd-c3073c4c7ef3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6f3914bf-0050-4c6e-8c1b-205da5910b8c HTTP/1.1" status: 200 len: 855 time: 0.0792248 Apr 20 18:16:18.788296 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.32', 48894) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:16:18.810630 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-0b7361be-83e1-4fb5-80b2-3a43a86d17fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:18.815752 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852966479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736993730504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736993280695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299861495088'] for port, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:18.823638 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7654bb15-2500-412b-8c75-2ff4f6a4c46e None None] Checking router: 24ec7caf-1ba9-4b42-b0c2-0df4af4ea251 for host: dv-cinder-786929-2-smb {{(pid=86312) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 18:16:18.824063 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7654bb15-2500-412b-8c75-2ff4f6a4c46e None None] Updating router 24ec7caf-1ba9-4b42-b0c2-0df4af4ea251 port c80fd4f1-68e1-46d5-9529-00bf75f03814 binding host dv-cinder-786929-2-smb {{(pid=86312) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 20 18:16:18.836991 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-c7a4e112-cd68-4170-8006-d751bc88a5a3 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Notify callbacks [] for port, precommit_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:18.880708 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-0b7361be-83e1-4fb5-80b2-3a43a86d17fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:16:18.885129 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-0b7361be-83e1-4fb5-80b2-3a43a86d17fa admin admin] Usage tracker for resource:security_group_rule and tenant:5c67052530ef47e88321581d8ef76b89 is out of sync, need to count used quota {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:16:18.888172 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-0b7361be-83e1-4fb5-80b2-3a43a86d17fa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:16:18.888868 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-c7a4e112-cd68-4170-8006-d751bc88a5a3 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852966479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736993730504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736993280695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299861495088'] for port, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:18.891103 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-7654bb15-2500-412b-8c75-2ff4f6a4c46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624671'] for port, before_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:18.895208 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-0b7361be-83e1-4fb5-80b2-3a43a86d17fa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:16:18.907113 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea767d79-1a07-4920-8277-1143a47aa1f8 admin admin] Checking segment: {'id': '46f5163b-dcfa-42a3-abaf-d3d908927902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f997e35a-a592-448f-9f43-72e60c09dace'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 18:16:18.907959 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea767d79-1a07-4920-8277-1143a47aa1f8 admin admin] Network hostable DHCP agents. Network: f997e35a-a592-448f-9f43-72e60c09dace, hostable agents: ['7b7ebe60-b598-4f49-9612-2aa98fec0998'], hosted agents: [] {{(pid=86310) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 18:16:18.913158 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-6b43cea8-c53c-41da-a4a0-70a54c9358c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:16:18.948508 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-21d10320-cbad-4cf4-ba6f-99ce60e72d21 req-fa2b6140-18dd-4323-b498-64afe3b2d571 tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=48e5df147ce142c88e849dbcf9521831&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6347201 Apr 20 18:16:18.955738 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-c7a4e112-cd68-4170-8006-d751bc88a5a3 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854121806'] for floatingip, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:18.999687 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-0b7361be-83e1-4fb5-80b2-3a43a86d17fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:19.003152 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-4e96e46b-ea85-4684-b8bb-05dbc6f40ee0 req-9d2672d2-2b1e-4eb5-9b81-c63d924df002 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=33ae499e-8924-4d19-b24e-e728f8047f05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1945815 Apr 20 18:16:19.006407 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-0b7361be-83e1-4fb5-80b2-3a43a86d17fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854236768'] for security_group, after_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:19.023122 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-332934d0-0da4-4f48-bc13-69ca4098b87e req-b782658d-b75a-45dd-b2b8-c28000f78c65 tempest-DeleteServersTestJSON-84120958 tempest-DeleteServersTestJSON-84120958-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce87c956-6659-4af6-b2bd-efecf3a3a672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3984318 Apr 20 18:16:19.177401 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea767d79-1a07-4920-8277-1143a47aa1f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=781c3d5f-7233-412d-a907-ea3ac8ed33b3,revision_number=0']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:16:19.187082 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-c7a4e112-cd68-4170-8006-d751bc88a5a3 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759958'] for floatingip, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:19.197089 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-c7a4e112-cd68-4170-8006-d751bc88a5a3 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.1357963 Apr 20 18:16:19.197722 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-ea767d79-1a07-4920-8277-1143a47aa1f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.658s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:16:19.207802 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.258s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:16:19.336092 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea767d79-1a07-4920-8277-1143a47aa1f8 admin admin] Network f997e35a-a592-448f-9f43-72e60c09dace is scheduled to be hosted by DHCP agent 7b7ebe60-b598-4f49-9612-2aa98fec0998 with binding_index 1 {{(pid=86310) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 18:16:19.345929 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:16:19.355850 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-4e96e46b-ea85-4684-b8bb-05dbc6f40ee0 req-0eac7151-7c4f-4a6a-9cd8-6f71f42a2018 service neutron] 10.222.0.13 "GET /v2.0/networks/33ae499e-8924-4d19-b24e-e728f8047f05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3313799 Apr 20 18:16:19.361523 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-0b7361be-83e1-4fb5-80b2-3a43a86d17fa admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5c67052530ef47e88321581d8ef76b89&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5719790 Apr 20 18:16:19.367958 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.32', 48912) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:16:19.422504 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-7654bb15-2500-412b-8c75-2ff4f6a4c46e None None] Notify callbacks [] for port, precommit_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:19.471784 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624671'] for port, before_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:19.489833 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.provisioning_blocks [None req-7654bb15-2500-412b-8c75-2ff4f6a4c46e None None] Transition to ACTIVE for port object c80fd4f1-68e1-46d5-9529-00bf75f03814 will not be triggered until provisioned by entity L2. {{(pid=86312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 18:16:19.535988 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.db [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] For port 113bb86f-f45b-4cdf-b4e9-b39c07af624f, host dv-cinder-786929-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-2-smb',level=0,port_id=113bb86f-f45b-4cdf-b4e9-b39c07af624f,segment=NetworkSegment(ad36d8b3-d89e-4c97-9e5d-6bb749241abc),segment_id=ad36d8b3-d89e-4c97-9e5d-6bb749241abc)] {{(pid=86312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:16:19.551462 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.db [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] get_ports_and_sgs() called for port_ids ['b4139ebe-c2db-43fc-9ca2-b3283816b608'] {{(pid=86312) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 18:16:19.586485 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-7654bb15-2500-412b-8c75-2ff4f6a4c46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852966479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736993730504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736993280695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299861495088'] for port, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:19.599989 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852966479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736993730504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736993280695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299861495088'] for port, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:19.628348 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Pushing event updated for resources: {'Port': ['ID=b4139ebe-c2db-43fc-9ca2-b3283816b608,revision_number=4']} {{(pid=86312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:16:19.646520 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.733s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:16:19.647119 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:16:19.710466 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7361be-83e1-4fb5-80b2-3a43a86d17fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6803b82a-19ba-48ea-877f-45487fc02704,revision_number=1']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:16:19.766180 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-4e96e46b-ea85-4684-b8bb-05dbc6f40ee0 req-e62d5eac-4ee3-47aa-8bfc-07a95391e561 service neutron] 10.222.0.13 "GET /v2.0/networks/33ae499e-8924-4d19-b24e-e728f8047f05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3997207 Apr 20 18:16:19.770758 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-0b7361be-83e1-4fb5-80b2-3a43a86d17fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.425s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:16:19.834154 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46aa9e7-1b9d-40d1-8def-75554bfb0402 req-9741a12c-dd8f-44e2-9d64-8e35a1ddaa34 tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:16:19.836142 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-e46aa9e7-1b9d-40d1-8def-75554bfb0402 req-9741a12c-dd8f-44e2-9d64-8e35a1ddaa34 tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] 10.222.0.32 "GET /v2.0/ports?device_id=f60542f0-bd80-42bb-acb0-21f477d6dd3d HTTP/1.1" status: 200 len: 943 time: 0.4793153 Apr 20 18:16:19.843899 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.scheduler.base_scheduler [None req-ea767d79-1a07-4920-8277-1143a47aa1f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786929-2-smb, f997e35a-a592-448f-9f43-72e60c09dace) {{(pid=86310) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:16:19.865512 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-3482ea6a-145c-4efe-bfd9-eee9636b96da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:19.867857 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea767d79-1a07-4920-8277-1143a47aa1f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:16:19.868461 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-ea767d79-1a07-4920-8277-1143a47aa1f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-751497'] for subnet, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:19.874936 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a4e112-cd68-4170-8006-d751bc88a5a3 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Pushing event updated for resources: {'Port': ['ID=1a42a611-24c0-417a-9daa-35ddad61f5d2,revision_number=2']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:16:19.876706 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b06bd90-c877-4734-b481-cc38860df2e4 None None] Network f997e35a-a592-448f-9f43-72e60c09dace requested from dv-cinder-786929-2-smb {{(pid=86312) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 18:16:19.881091 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-c7a4e112-cd68-4170-8006-d751bc88a5a3 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.673s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:16:19.883215 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-21d10320-cbad-4cf4-ba6f-99ce60e72d21 req-b61718c2-e2c8-4156-acb2-45516673edfa service neutron] 10.222.0.32 "GET /v2.0/networks/15a6a0fd-d337-49a6-891c-eac6549b2bfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8946371 Apr 20 18:16:19.941482 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28eadf10-1f7d-4f86-94e3-ed4523df453f None None] Pushing event updated for resources: {'Port': ['ID=c80fd4f1-68e1-46d5-9529-00bf75f03814,revision_number=3']} {{(pid=86312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:16:20.005662 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-ea767d79-1a07-4920-8277-1143a47aa1f8 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 3.5903063 Apr 20 18:16:20.124568 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.managers [None req-7654bb15-2500-412b-8c75-2ff4f6a4c46e None None] Attempting to bind port c80fd4f1-68e1-46d5-9529-00bf75f03814 on host dv-cinder-786929-2-smb for vnic_type normal with profile {{(pid=86312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 18:16:20.124989 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.managers [None req-7654bb15-2500-412b-8c75-2ff4f6a4c46e None None] Attempting to bind port c80fd4f1-68e1-46d5-9529-00bf75f03814 by drivers openvswitch,hyperv on host dv-cinder-786929-2-smb at level 0 using segments [{'id': 'c3ded3fe-e1f6-46cb-bb95-d0e46e9eb1ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '15a6a0fd-d337-49a6-891c-eac6549b2bfb'}] {{(pid=86312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 18:16:20.125408 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7654bb15-2500-412b-8c75-2ff4f6a4c46e None None] Attempting to bind port c80fd4f1-68e1-46d5-9529-00bf75f03814 on network 15a6a0fd-d337-49a6-891c-eac6549b2bfb {{(pid=86312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 18:16:20.161012 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7654bb15-2500-412b-8c75-2ff4f6a4c46e None None] Checking agent: {'id': '909349f5-e61f-491f-bcfb-3e6f3416917d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786929-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 7, 12), 'started_at': datetime.datetime(2021, 4, 20, 18, 7, 42), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 16, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786929-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 18:16:20.161384 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7654bb15-2500-412b-8c75-2ff4f6a4c46e None None] Checking segment: {'id': 'c3ded3fe-e1f6-46cb-bb95-d0e46e9eb1ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '15a6a0fd-d337-49a6-891c-eac6549b2bfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 18:16:20.161799 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-7654bb15-2500-412b-8c75-2ff4f6a4c46e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:20.162243 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7654bb15-2500-412b-8c75-2ff4f6a4c46e None None] Bound using segment: {'id': 'c3ded3fe-e1f6-46cb-bb95-d0e46e9eb1ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '15a6a0fd-d337-49a6-891c-eac6549b2bfb'} {{(pid=86312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 18:16:20.162819 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.managers [None req-7654bb15-2500-412b-8c75-2ff4f6a4c46e None None] Bound port: c80fd4f1-68e1-46d5-9529-00bf75f03814, host: dv-cinder-786929-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3ded3fe-e1f6-46cb-bb95-d0e46e9eb1ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '15a6a0fd-d337-49a6-891c-eac6549b2bfb'}}] {{(pid=86312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 18:16:20.163264 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-7654bb15-2500-412b-8c75-2ff4f6a4c46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624671'] for port, before_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:20.165146 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-21d10320-cbad-4cf4-ba6f-99ce60e72d21 req-7e037d91-3adc-467e-b97a-6145e6d6cea2 service neutron] 10.222.0.32 "GET /v2.0/networks/15a6a0fd-d337-49a6-891c-eac6549b2bfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2725348 Apr 20 18:16:20.235582 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.32', 48940) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:16:20.277953 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Pushing event updated for resources: {'Port': ['ID=113bb86f-f45b-4cdf-b4e9-b39c07af624f,revision_number=5']} {{(pid=86312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:16:20.291989 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.645s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:16:20.302135 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-d645ea62-4e53-426e-82c5-6b46a3e99c44 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.678s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:16:20.302563 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-d645ea62-4e53-426e-82c5-6b46a3e99c44 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:16:20.369984 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a122a47-b807-46f5-ad74-47bfe11fe7c1 admin admin] Deleting subnet 5d9f9cd0-f849-448d-a381-c118281e59cd {{(pid=86310) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 20 18:16:20.381096 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-e46aa9e7-1b9d-40d1-8def-75554bfb0402 req-02e5f7ac-f767-458d-b47e-ff7bd86f932d tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] 10.222.0.32 "GET /v2.0/security-groups?id=e00ece0e-9c57-41eb-9bc3-9c38bfc30996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5154016 Apr 20 18:16:20.384809 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-1a122a47-b807-46f5-ad74-47bfe11fe7c1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:20.416818 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-3482ea6a-145c-4efe-bfd9-eee9636b96da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:20.520761 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-1a122a47-b807-46f5-ad74-47bfe11fe7c1 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:20.539059 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-1a122a47-b807-46f5-ad74-47bfe11fe7c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852945248'] for subnet, precommit_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:20.579558 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-3482ea6a-145c-4efe-bfd9-eee9636b96da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854236768'] for security_group, after_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:20.584741 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-4867df6d-2682-4b3f-b84a-75d0f4efa690 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:16:20.621903 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3482ea6a-145c-4efe-bfd9-eee9636b96da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6803b82a-19ba-48ea-877f-45487fc02704,revision_number=None']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:16:20.626283 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-3482ea6a-145c-4efe-bfd9-eee9636b96da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:16:20.642113 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-3482ea6a-145c-4efe-bfd9-eee9636b96da admin admin] Notify callbacks [] for security_group, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:20.643388 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-3482ea6a-145c-4efe-bfd9-eee9636b96da admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6803b82a-19ba-48ea-877f-45487fc02704 HTTP/1.1" status: 204 len: 168 time: 1.2048559 Apr 20 18:16:20.841868 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [req-f851431a-61d8-403d-abbe-6abc7254de7e req-579f5662-876e-4b06-a602-5e736e6a9094 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Synchronizing usage tracker for tenant:cb69ef4d450d449286542b7dabcb8f7a on resource:security_group {{(pid=86311) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 18:16:20.868304 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [req-f851431a-61d8-403d-abbe-6abc7254de7e req-579f5662-876e-4b06-a602-5e736e6a9094 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Unset dirty status for tenant:cb69ef4d450d449286542b7dabcb8f7a on resource:security_group {{(pid=86311) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 18:16:20.879300 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-f851431a-61d8-403d-abbe-6abc7254de7e req-579f5662-876e-4b06-a602-5e736e6a9094 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1103354914&fields=id&tenant_id=cb69ef4d450d449286542b7dabcb8f7a HTTP/1.1" status: 200 len: 267 time: 0.1195498 Apr 20 18:16:20.981113 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.db [None req-7654bb15-2500-412b-8c75-2ff4f6a4c46e None None] For port c80fd4f1-68e1-46d5-9529-00bf75f03814, host dv-cinder-786929-2-smb, cleared binding levels {{(pid=86312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 18:16:20.991926 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c293f8ae-5e54-4fbc-9b17-095b264f5d38 None None] Network f997e35a-a592-448f-9f43-72e60c09dace requested from dv-cinder-786929-2-smb {{(pid=86312) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 18:16:21.012168 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c72d54-5219-4fb7-9f0c-dcfe7c8046ee req-6150110a-7129-4eac-b0cf-7be84cd2631a tempest-DeleteServersTestJSON-84120958 tempest-DeleteServersTestJSON-84120958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:16:21.014002 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-d6c72d54-5219-4fb7-9f0c-dcfe7c8046ee req-6150110a-7129-4eac-b0cf-7be84cd2631a tempest-DeleteServersTestJSON-84120958 tempest-DeleteServersTestJSON-84120958-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ebddb38-7926-4f65-a612-116061e7e942 HTTP/1.1" status: 200 len: 944 time: 0.3060083 Apr 20 18:16:21.144507 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-d6c72d54-5219-4fb7-9f0c-dcfe7c8046ee req-6d34c78e-f262-42e5-a9e7-f40307f101c8 tempest-DeleteServersTestJSON-84120958 tempest-DeleteServersTestJSON-84120958-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce87c956-6659-4af6-b2bd-efecf3a3a672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142728 Apr 20 18:16:21.243319 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-1a122a47-b807-46f5-ad74-47bfe11fe7c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1830552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854235284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514'] for subnet, after_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:21.335707 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.db [None req-7654bb15-2500-412b-8c75-2ff4f6a4c46e None None] For port c80fd4f1-68e1-46d5-9529-00bf75f03814, host dv-cinder-786929-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-2-smb',level=0,port_id=c80fd4f1-68e1-46d5-9529-00bf75f03814,segment=NetworkSegment(c3ded3fe-e1f6-46cb-bb95-d0e46e9eb1ff),segment_id=c3ded3fe-e1f6-46cb-bb95-d0e46e9eb1ff)] {{(pid=86312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 18:16:21.340854 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-7654bb15-2500-412b-8c75-2ff4f6a4c46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852966479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736993730504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736993280695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299861495088'] for port, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:21.358037 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:16:21.360616 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:16:21.376753 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f851431a-61d8-403d-abbe-6abc7254de7e req-9a2ac3f6-bb6e-4f20-a123-13d3e66158fc tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:16:21.380160 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [req-f851431a-61d8-403d-abbe-6abc7254de7e req-9a2ac3f6-bb6e-4f20-a123-13d3e66158fc tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Synchronizing usage tracker for tenant:cb69ef4d450d449286542b7dabcb8f7a on resource:network {{(pid=86311) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 18:16:21.426543 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [req-f851431a-61d8-403d-abbe-6abc7254de7e req-9a2ac3f6-bb6e-4f20-a123-13d3e66158fc tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Unset dirty status for tenant:cb69ef4d450d449286542b7dabcb8f7a on resource:network {{(pid=86311) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 18:16:21.427996 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-f851431a-61d8-403d-abbe-6abc7254de7e req-9a2ac3f6-bb6e-4f20-a123-13d3e66158fc tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] 10.222.0.32 "GET /v2.0/networks?id=eb98ba18-b0fc-455c-9bef-282881864632 HTTP/1.1" status: 200 len: 811 time: 0.5477118 Apr 20 18:16:21.449780 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-f851431a-61d8-403d-abbe-6abc7254de7e req-60ea9e17-f5de-48ac-b76b-81f9bf0b65a5 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] 10.222.0.32 "GET /v2.0/quotas/cb69ef4d450d449286542b7dabcb8f7a HTTP/1.1" status: 200 len: 375 time: 0.0142639 Apr 20 18:16:21.456415 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-973cbe0c-b932-4c1c-b10e-b682af9e473a req-cfc00642-dcce-41e9-a28e-765442e8a7f4 tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] 10.222.0.32 "GET /v2.0/ports?device_id=57b2d215-a646-4377-934b-f64e1f3dabe0 HTTP/1.1" status: 200 len: 210 time: 0.2113776 Apr 20 18:16:21.457471 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-1a122a47-b807-46f5-ad74-47bfe11fe7c1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:21.460361 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a122a47-b807-46f5-ad74-47bfe11fe7c1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5d9f9cd0-f849-448d-a381-c118281e59cd,revision_number=None']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:16:21.463614 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-1a122a47-b807-46f5-ad74-47bfe11fe7c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:16:21.469996 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-1a122a47-b807-46f5-ad74-47bfe11fe7c1 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/5d9f9cd0-f849-448d-a381-c118281e59cd HTTP/1.1" status: 204 len: 168 time: 1.2307253 Apr 20 18:16:21.470274 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.32', 48980) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:16:21.479498 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28eadf10-1f7d-4f86-94e3-ed4523df453f None None] Pushing event updated for resources: {'Port': ['ID=c80fd4f1-68e1-46d5-9529-00bf75f03814,revision_number=4']} {{(pid=86312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:16:21.486726 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-28eadf10-1f7d-4f86-94e3-ed4523df453f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:16:21.647629 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.rpc [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Device badb0e48-8abb-48a8-b38f-f002451f77a8 details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=86312) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 18:16:21.786307 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [req-f851431a-61d8-403d-abbe-6abc7254de7e req-4561a102-7017-4303-b31f-b7d9e377ab74 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Synchronizing usage tracker for tenant:cb69ef4d450d449286542b7dabcb8f7a on resource:port {{(pid=86311) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 18:16:21.837041 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [req-f851431a-61d8-403d-abbe-6abc7254de7e req-4561a102-7017-4303-b31f-b7d9e377ab74 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Unset dirty status for tenant:cb69ef4d450d449286542b7dabcb8f7a on resource:port {{(pid=86311) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 18:16:21.838571 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-f851431a-61d8-403d-abbe-6abc7254de7e req-4561a102-7017-4303-b31f-b7d9e377ab74 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=cb69ef4d450d449286542b7dabcb8f7a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3723621 Apr 20 18:16:21.996533 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.db [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] For port badb0e48-8abb-48a8-b38f-f002451f77a8, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=badb0e48-8abb-48a8-b38f-f002451f77a8,segment=NetworkSegment(35da9b45-4e14-4089-845f-39a81432394e),segment_id=35da9b45-4e14-4089-845f-39a81432394e)] {{(pid=86312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:16:22.018721 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.rpc [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Returning: {'device': 'badb0e48-8abb-48a8-b38f-f002451f77a8', 'network_id': '33ae499e-8924-4d19-b24e-e728f8047f05', 'port_id': 'badb0e48-8abb-48a8-b38f-f002451f77a8', 'mac_address': 'fa:16:3e:31:04:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f3914bf-0050-4c6e-8c1b-205da5910b8c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86312) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 18:16:22.058009 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7654bb15-2500-412b-8c75-2ff4f6a4c46e None None] Routers {'24ec7caf-1ba9-4b42-b0c2-0df4af4ea251'} bound to L3 agent in host dv-cinder-786929-2-smb {{(pid=86312) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:16:22.058957 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_hamode_db [None req-7654bb15-2500-412b-8c75-2ff4f6a4c46e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786929-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T18:07:11Z,description=,heartbeat_timestamp=2021-04-20T18:16:11Z,host='dv-cinder-786929-2-smb',id=40af0123-fc20-4e27-8672-759459b7c5ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T18:07:11Z,topic='l3_agent')) {'router_ids': ['24ec7caf-1ba9-4b42-b0c2-0df4af4ea251'], 'active': True} {{(pid=86312) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:16:22.080757 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-6843ebdd-be6d-4cd6-b33c-e0e5d0b9bc55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853350932'] for network, before_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:22.224333 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-f851431a-61d8-403d-abbe-6abc7254de7e req-740f6844-1845-4688-ba58-b1136eeffedb service neutron] 10.222.0.32 "GET /v2.0/networks/eb98ba18-b0fc-455c-9bef-282881864632?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3553712 Apr 20 18:16:22.238129 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.rpc [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Device 113bb86f-f45b-4cdf-b4e9-b39c07af624f up at agent ovs-agent-dv-cinder-786929-2-smb {{(pid=86312) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:16:22.366752 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624671'] for port, before_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:22.390774 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-f851431a-61d8-403d-abbe-6abc7254de7e req-6f741bfd-89ee-4683-b61f-0df0b4a1cc59 service neutron] 10.222.0.32 "GET /v2.0/networks/eb98ba18-b0fc-455c-9bef-282881864632?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1652679 Apr 20 18:16:22.391374 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.notifiers.nova [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id badb0e48-8abb-48a8-b38f-f002451f77a8 {{(pid=86312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 18:16:22.447335 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.db [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] For port badb0e48-8abb-48a8-b38f-f002451f77a8, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=badb0e48-8abb-48a8-b38f-f002451f77a8,segment=NetworkSegment(35da9b45-4e14-4089-845f-39a81432394e),segment_id=35da9b45-4e14-4089-845f-39a81432394e)] {{(pid=86312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:16:22.454247 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.provisioning_blocks [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Provisioning complete for port 113bb86f-f45b-4cdf-b4e9-b39c07af624f triggered by entity L2. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:16:22.454630 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853381758'] for port, provisioning_complete {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:22.494585 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-6843ebdd-be6d-4cd6-b33c-e0e5d0b9bc55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1830645', 'neutron.services.segments.db._delete_segments_for_network-8736993762163'] for network, precommit_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:22.532802 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852966479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736993730504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736993280695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299861495088'] for port, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:22.537413 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_dvr_db [None req-7654bb15-2500-412b-8c75-2ff4f6a4c46e None None] Set router 24ec7caf-1ba9-4b42-b0c2-0df4af4ea251 gateway port host: dv-cinder-786929-2-smb {{(pid=86312) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 18:16:22.610596 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:16:22.698558 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Pushing event updated for resources: {'Port': ['ID=badb0e48-8abb-48a8-b38f-f002451f77a8,revision_number=4']} {{(pid=86312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:16:22.704468 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:16:22.814628 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-6843ebdd-be6d-4cd6-b33c-e0e5d0b9bc55 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=86310) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:16:22.815051 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-6843ebdd-be6d-4cd6-b33c-e0e5d0b9bc55 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=86310) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:16:22.816060 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-6843ebdd-be6d-4cd6-b33c-e0e5d0b9bc55 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=86310) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:16:22.816448 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-6843ebdd-be6d-4cd6-b33c-e0e5d0b9bc55 admin admin] Subscribe: > port after_create 55550000 {{(pid=86310) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:16:22.816809 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-6843ebdd-be6d-4cd6-b33c-e0e5d0b9bc55 admin admin] Subscribe: > port after_delete 55550000 {{(pid=86310) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:16:22.817171 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-6843ebdd-be6d-4cd6-b33c-e0e5d0b9bc55 admin admin] Subscribe: > port after_update 55550000 {{(pid=86310) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:16:22.817534 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-6843ebdd-be6d-4cd6-b33c-e0e5d0b9bc55 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=86310) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:16:22.817896 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-6843ebdd-be6d-4cd6-b33c-e0e5d0b9bc55 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=86310) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:16:22.818250 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-6843ebdd-be6d-4cd6-b33c-e0e5d0b9bc55 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=86310) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:16:22.818634 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-6843ebdd-be6d-4cd6-b33c-e0e5d0b9bc55 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=86310) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:16:22.841046 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.db [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] get_ports_and_sgs() called for port_ids ['badb0e48-8abb-48a8-b38f-f002451f77a8'] {{(pid=86312) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 18:16:22.944962 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-6843ebdd-be6d-4cd6-b33c-e0e5d0b9bc55 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=86310) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:16:22.945247 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-6843ebdd-be6d-4cd6-b33c-e0e5d0b9bc55 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=86310) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:16:22.945619 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-6843ebdd-be6d-4cd6-b33c-e0e5d0b9bc55 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=86310) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:16:22.945993 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-6843ebdd-be6d-4cd6-b33c-e0e5d0b9bc55 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=86310) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:16:22.946392 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.services.segments.db [None req-6843ebdd-be6d-4cd6-b33c-e0e5d0b9bc55 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7282da7d-3f0e-44dc-94cc-05af3b600e7a']}} {{(pid=86310) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:16:22.981548 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.services.segments.db [None req-6843ebdd-be6d-4cd6-b33c-e0e5d0b9bc55 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9922879-ce6b-413f-9cfc-9ac03c3da70b') {'for_net_delete': True} {{(pid=86310) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:16:22.981915 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.services.segments.db [None req-6843ebdd-be6d-4cd6-b33c-e0e5d0b9bc55 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9922879-ce6b-413f-9cfc-9ac03c3da70b') {} {{(pid=86310) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:16:23.015749 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-6843ebdd-be6d-4cd6-b33c-e0e5d0b9bc55 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363299860984163', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852424716'] for segment, before_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:23.056394 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-6843ebdd-be6d-4cd6-b33c-e0e5d0b9bc55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1711814'] for segment, precommit_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:23.076824 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6843ebdd-be6d-4cd6-b33c-e0e5d0b9bc55 admin admin] Releasing vlan 131 on physical network physnet1 to pool {{(pid=86310) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 20 18:16:23.258817 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d10320-cbad-4cf4-ba6f-99ce60e72d21 req-046c9c4d-34b0-4867-ad52-7a7b16955ee2 tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:16:23.259609 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [req-21d10320-cbad-4cf4-ba6f-99ce60e72d21 req-046c9c4d-34b0-4867-ad52-7a7b16955ee2 tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] Synchronizing usage tracker for tenant:48e5df147ce142c88e849dbcf9521831 on resource:network {{(pid=86311) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 18:16:23.332735 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [req-21d10320-cbad-4cf4-ba6f-99ce60e72d21 req-046c9c4d-34b0-4867-ad52-7a7b16955ee2 tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] Unset dirty status for tenant:48e5df147ce142c88e849dbcf9521831 on resource:network {{(pid=86311) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 18:16:23.334052 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-21d10320-cbad-4cf4-ba6f-99ce60e72d21 req-046c9c4d-34b0-4867-ad52-7a7b16955ee2 tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] 10.222.0.13 "GET /v2.0/networks?id=15a6a0fd-d337-49a6-891c-eac6549b2bfb HTTP/1.1" status: 200 len: 818 time: 0.3694744 Apr 20 18:16:23.365284 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.v2.base [req-21d10320-cbad-4cf4-ba6f-99ce60e72d21 req-c4115602-8164-44ce-a701-d75660f3737b tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] Request body: {'port': {'device_id': '57b2d215-a646-4377-934b-f64e1f3dabe0', 'network_id': '15a6a0fd-d337-49a6-891c-eac6549b2bfb', 'admin_state_up': True, 'tenant_id': '48e5df147ce142c88e849dbcf9521831'}} {{(pid=86311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:16:23.523605 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cbabba-40ea-4e86-a668-f84df3ca56c1 req-93a6ba44-8df8-46ad-88b5-ac018ac8b69e tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:16:23.532623 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-a8cbabba-40ea-4e86-a668-f84df3ca56c1 req-93a6ba44-8df8-46ad-88b5-ac018ac8b69e tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] 10.222.0.32 "GET /v2.0/networks?id=15a6a0fd-d337-49a6-891c-eac6549b2bfb HTTP/1.1" status: 200 len: 818 time: 0.8543186 Apr 20 18:16:23.543469 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.rpc [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Device b4139ebe-c2db-43fc-9ca2-b3283816b608 up at agent hyperv_hv-cinder-78692 {{(pid=86312) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:16:23.548322 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.managers [None req-6843ebdd-be6d-4cd6-b33c-e0e5d0b9bc55 admin admin] Network 7282da7d-3f0e-44dc-94cc-05af3b600e7a has no segments {{(pid=86310) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 18:16:23.570179 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-a8cbabba-40ea-4e86-a668-f84df3ca56c1 req-64041d1d-c2bb-4d3e-9abf-4a1f888b29ff tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] 10.222.0.32 "GET /v2.0/quotas/48e5df147ce142c88e849dbcf9521831 HTTP/1.1" status: 200 len: 375 time: 0.0361855 Apr 20 18:16:23.578031 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-6843ebdd-be6d-4cd6-b33c-e0e5d0b9bc55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853064015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2350731'] for segment, after_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:23.726123 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3147ba80-1704-45fd-946d-27f5aad8b9a2 req-e54a2f21-dfdf-4450-bf95-c3344a1eeba6 tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:16:23.742890 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-3147ba80-1704-45fd-946d-27f5aad8b9a2 req-e54a2f21-dfdf-4450-bf95-c3344a1eeba6 tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] 10.222.0.32 "GET /v2.0/ports?device_id=f60542f0-bd80-42bb-acb0-21f477d6dd3d HTTP/1.1" status: 200 len: 943 time: 1.8734984 Apr 20 18:16:23.828534 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [req-21d10320-cbad-4cf4-ba6f-99ce60e72d21 req-c4115602-8164-44ce-a701-d75660f3737b tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:16:23.836279 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [req-21d10320-cbad-4cf4-ba6f-99ce60e72d21 req-c4115602-8164-44ce-a701-d75660f3737b tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] Usage tracker for resource:port and tenant:48e5df147ce142c88e849dbcf9521831 is out of sync, need to count used quota {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:16:23.850914 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [req-21d10320-cbad-4cf4-ba6f-99ce60e72d21 req-c4115602-8164-44ce-a701-d75660f3737b tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] Quota usage for port was recalculated. Used quota:1. {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:16:23.864552 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [req-21d10320-cbad-4cf4-ba6f-99ce60e72d21 req-c4115602-8164-44ce-a701-d75660f3737b tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:16:23.872774 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [req-a8cbabba-40ea-4e86-a668-f84df3ca56c1 req-528546ee-cf48-455c-8e11-dc28a2684f10 tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] Synchronizing usage tracker for tenant:48e5df147ce142c88e849dbcf9521831 on resource:port {{(pid=86311) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 18:16:23.888723 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21d10320-cbad-4cf4-ba6f-99ce60e72d21 req-c4115602-8164-44ce-a701-d75660f3737b tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] Made reservation on behalf of 48e5df147ce142c88e849dbcf9521831 for: {'port': 1} {{(pid=86311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 18:16:23.895622 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-21d10320-cbad-4cf4-ba6f-99ce60e72d21 req-c4115602-8164-44ce-a701-d75660f3737b tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624671'] for port, before_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:23.974459 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [req-a8cbabba-40ea-4e86-a668-f84df3ca56c1 req-528546ee-cf48-455c-8e11-dc28a2684f10 tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] Unset dirty status for tenant:48e5df147ce142c88e849dbcf9521831 on resource:port {{(pid=86311) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 18:16:23.976300 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-a8cbabba-40ea-4e86-a668-f84df3ca56c1 req-528546ee-cf48-455c-8e11-dc28a2684f10 tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=48e5df147ce142c88e849dbcf9521831&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4052625 Apr 20 18:16:23.980810 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.managers [None req-6843ebdd-be6d-4cd6-b33c-e0e5d0b9bc55 admin admin] Network 7282da7d-3f0e-44dc-94cc-05af3b600e7a has no segments {{(pid=86310) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 18:16:24.024809 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_hamode_db [None req-7654bb15-2500-412b-8c75-2ff4f6a4c46e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24ec7caf-1ba9-4b42-b0c2-0df4af4ea251', 'name': 'tempest-ServerRescueNegativeTestJSON-710943410-router', 'tenant_id': '48e5df147ce142c88e849dbcf9521831', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26051af8-ebd0-4db2-857e-181975352424', 'external_fixed_ips': [{'subnet_id': 'a8fb9e9c-99d7-49f9-8da9-302520785055', 'ip_address': '172.28.0.108'}], 'enable_snat': True}, 'gw_port_id': '460873c7-b664-4534-aba4-62918b33679c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:15:52Z', 'updated_at': '2021-04-20T18:16:12Z', 'revision_number': 4, 'project_id': '48e5df147ce142c88e849dbcf9521831', 'gw_port': {'id': '460873c7-b664-4534-aba4-62918b33679c', 'name': '', 'network_id': '26051af8-ebd0-4db2-857e-181975352424', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:43:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24ec7caf-1ba9-4b42-b0c2-0df4af4ea251', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'a8fb9e9c-99d7-49f9-8da9-302520785055', 'ip_address': '172.28.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:15:54Z', 'updated_at': '2021-04-20T18:16:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8fb9e9c-99d7-49f9-8da9-302520785055', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-2-smb', '_interfaces': [{'id': 'c80fd4f1-68e1-46d5-9529-00bf75f03814', 'name': '', 'network_id': '15a6a0fd-d337-49a6-891c-eac6549b2bfb', 'tenant_id': '48e5df147ce142c88e849dbcf9521831', 'mac_address': 'fa:16:3e:2a:74:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24ec7caf-1ba9-4b42-b0c2-0df4af4ea251', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'ebfd3c2f-c00a-4eb7-8bea-d2691ff138cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:16:07Z', 'updated_at': '2021-04-20T18:16:20Z', 'revision_number': 4, 'project_id': '48e5df147ce142c88e849dbcf9521831', 'subnets': [{'id': 'ebfd3c2f-c00a-4eb7-8bea-d2691ff138cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786929-2-smb', False) {} {{(pid=86312) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:16:24.039823 dv-cinder-786929-2-smb neutron-server[86195]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 20 18:16:24.039823 dv-cinder-786929-2-smb neutron-server[86195]: from cryptography.utils import int_from_bytes Apr 20 18:16:24.039823 dv-cinder-786929-2-smb neutron-server[86195]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 20 18:16:24.039823 dv-cinder-786929-2-smb neutron-server[86195]: from cryptography.utils import int_from_bytes Apr 20 18:16:24.039823 dv-cinder-786929-2-smb neutron-server[86195]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 20 18:16:24.039823 dv-cinder-786929-2-smb neutron-server[86195]: (rel_b, rel_a, rel_b), Apr 20 18:16:24.039823 dv-cinder-786929-2-smb neutron-server[86195]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Apr 20 18:16:24.039823 dv-cinder-786929-2-smb neutron-server[86195]: (rel_b, rel_a, rel_b), Apr 20 18:16:24.039823 dv-cinder-786929-2-smb neutron-server[86195]: Traceback (most recent call last): Apr 20 18:16:24.039823 dv-cinder-786929-2-smb neutron-server[86195]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 18:16:24.039823 dv-cinder-786929-2-smb neutron-server[86195]: timer() Apr 20 18:16:24.039823 dv-cinder-786929-2-smb neutron-server[86195]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 18:16:24.039823 dv-cinder-786929-2-smb neutron-server[86195]: cb(*args, **kw) Apr 20 18:16:24.039823 dv-cinder-786929-2-smb neutron-server[86195]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 20 18:16:24.039823 dv-cinder-786929-2-smb neutron-server[86195]: return func(*args, **kwargs) Apr 20 18:16:24.039823 dv-cinder-786929-2-smb neutron-server[86195]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 18:16:24.039823 dv-cinder-786929-2-smb neutron-server[86195]: self._notify() Apr 20 18:16:24.039823 dv-cinder-786929-2-smb neutron-server[86195]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 18:16:24.039823 dv-cinder-786929-2-smb neutron-server[86195]: self.callback(batched_events) Apr 20 18:16:24.039823 dv-cinder-786929-2-smb neutron-server[86195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 18:16:24.039823 dv-cinder-786929-2-smb neutron-server[86195]: event.method(event) Apr 20 18:16:24.039823 dv-cinder-786929-2-smb neutron-server[86195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 18:16:24.039823 dv-cinder-786929-2-smb neutron-server[86195]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 18:16:24.039823 dv-cinder-786929-2-smb neutron-server[86195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 20 18:16:24.039823 dv-cinder-786929-2-smb neutron-server[86195]: segment_id)['aggregates'][0] Apr 20 18:16:24.039823 dv-cinder-786929-2-smb neutron-server[86195]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 18:16:24.039823 dv-cinder-786929-2-smb neutron-server[86195]: return f(self, *a, **k) Apr 20 18:16:24.039823 dv-cinder-786929-2-smb neutron-server[86195]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 18:16:24.039823 dv-cinder-786929-2-smb neutron-server[86195]: return self._get(url).json() Apr 20 18:16:24.039823 dv-cinder-786929-2-smb neutron-server[86195]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 18:16:24.039823 dv-cinder-786929-2-smb neutron-server[86195]: **kwargs) Apr 20 18:16:24.039823 dv-cinder-786929-2-smb neutron-server[86195]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 18:16:24.039823 dv-cinder-786929-2-smb neutron-server[86195]: return self.request(url, 'GET', **kwargs) Apr 20 18:16:24.039823 dv-cinder-786929-2-smb neutron-server[86195]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 20 18:16:24.039823 dv-cinder-786929-2-smb neutron-server[86195]: **endpoint_filter) Apr 20 18:16:24.039823 dv-cinder-786929-2-smb neutron-server[86195]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 18:16:24.039823 dv-cinder-786929-2-smb neutron-server[86195]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 18:16:24.039823 dv-cinder-786929-2-smb neutron-server[86195]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 18:16:24.039823 dv-cinder-786929-2-smb neutron-server[86195]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 18:16:24.039823 dv-cinder-786929-2-smb neutron-server[86195]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 18:16:24.055989 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.provisioning_blocks [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Provisioning for port b4139ebe-c2db-43fc-9ca2-b3283816b608 completed by entity L2. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 18:16:24.064881 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7654bb15-2500-412b-8c75-2ff4f6a4c46e None None] The sync data for ids ['24ec7caf-1ba9-4b42-b0c2-0df4af4ea251'] in dv-cinder-786929-2-smb is: [{'id': '24ec7caf-1ba9-4b42-b0c2-0df4af4ea251', 'name': 'tempest-ServerRescueNegativeTestJSON-710943410-router', 'tenant_id': '48e5df147ce142c88e849dbcf9521831', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26051af8-ebd0-4db2-857e-181975352424', 'external_fixed_ips': [{'subnet_id': 'a8fb9e9c-99d7-49f9-8da9-302520785055', 'ip_address': '172.28.0.108'}], 'enable_snat': True}, 'gw_port_id': '460873c7-b664-4534-aba4-62918b33679c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:15:52Z', 'updated_at': '2021-04-20T18:16:12Z', 'revision_number': 4, 'project_id': '48e5df147ce142c88e849dbcf9521831', 'gw_port': {'id': '460873c7-b664-4534-aba4-62918b33679c', 'name': '', 'network_id': '26051af8-ebd0-4db2-857e-181975352424', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:43:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24ec7caf-1ba9-4b42-b0c2-0df4af4ea251', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'a8fb9e9c-99d7-49f9-8da9-302520785055', 'ip_address': '172.28.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:15:54Z', 'updated_at': '2021-04-20T18:16:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8fb9e9c-99d7-49f9-8da9-302520785055', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-2-smb', '_interfaces': [{'id': 'c80fd4f1-68e1-46d5-9529-00bf75f03814', 'name': '', 'network_id': '15a6a0fd-d337-49a6-891c-eac6549b2bfb', 'tenant_id': '48e5df147ce142c88e849dbcf9521831', 'mac_address': 'fa:16:3e:2a:74:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24ec7caf-1ba9-4b42-b0c2-0df4af4ea251', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'ebfd3c2f-c00a-4eb7-8bea-d2691ff138cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:16:07Z', 'updated_at': '2021-04-20T18:16:20Z', 'revision_number': 4, 'project_id': '48e5df147ce142c88e849dbcf9521831', 'subnets': [{'id': 'ebfd3c2f-c00a-4eb7-8bea-d2691ff138cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86312) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 18:16:24.073000 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.provisioning_blocks [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Provisioning complete for port b4139ebe-c2db-43fc-9ca2-b3283816b608 triggered by entity L2. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:16:24.073419 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853381758'] for port, provisioning_complete {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:24.229864 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-3147ba80-1704-45fd-946d-27f5aad8b9a2 req-ab2ea38c-7efd-4886-95fc-bae5fe62c9cc tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] 10.222.0.32 "GET /v2.0/security-groups?id=e00ece0e-9c57-41eb-9bc3-9c38bfc30996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4799743 Apr 20 18:16:24.264206 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-6843ebdd-be6d-4cd6-b33c-e0e5d0b9bc55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036852945155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854236788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854121855'] for network, after_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:24.287625 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:16:24.321394 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-6843ebdd-be6d-4cd6-b33c-e0e5d0b9bc55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-751497'] for network, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:24.345624 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-a8cbabba-40ea-4e86-a668-f84df3ca56c1 req-0150a205-8109-4c38-8491-f2e99538bc87 service neutron] 10.222.0.32 "GET /v2.0/networks/15a6a0fd-d337-49a6-891c-eac6549b2bfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3161480 Apr 20 18:16:24.345784 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6843ebdd-be6d-4cd6-b33c-e0e5d0b9bc55 admin admin] Pushing event deleted for resources: {'Network': ['ID=7282da7d-3f0e-44dc-94cc-05af3b600e7a,revision_number=None']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:16:24.349063 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-6843ebdd-be6d-4cd6-b33c-e0e5d0b9bc55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:16:24.360237 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-6843ebdd-be6d-4cd6-b33c-e0e5d0b9bc55 admin admin] 10.222.0.32 "DELETE /v2.0/networks/7282da7d-3f0e-44dc-94cc-05af3b600e7a HTTP/1.1" status: 204 len: 168 time: 2.8887985 Apr 20 18:16:24.363137 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.32', 49084) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:16:24.365391 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624671'] for port, before_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:24.438451 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ebddb38-7926-4f65-a612-116061e7e942', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4139ebe-c2db-43fc-9ca2-b3283816b608'}] {{(pid=86312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:16:24.595401 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.db [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] For port b4139ebe-c2db-43fc-9ca2-b3283816b608, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=b4139ebe-c2db-43fc-9ca2-b3283816b608,segment=NetworkSegment(09c10a61-a237-4f67-9aef-6215525c166d),segment_id=09c10a61-a237-4f67-9aef-6215525c166d)] {{(pid=86312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:16:24.602692 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852966479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736993730504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736993280695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299861495088'] for port, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:24.604724 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:16:24.766054 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Pushing event updated for resources: {'Port': ['ID=b4139ebe-c2db-43fc-9ca2-b3283816b608,revision_number=5']} {{(pid=86312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:16:24.776098 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:16:24.876514 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.db_base_plugin_common [req-21d10320-cbad-4cf4-ba6f-99ce60e72d21 req-c4115602-8164-44ce-a701-d75660f3737b tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] Allocated IP 172.20.0.11 (15a6a0fd-d337-49a6-891c-eac6549b2bfb/ebfd3c2f-c00a-4eb7-8bea-d2691ff138cc/8fb4d145-1862-458a-8f77-c2300060536e) {{(pid=86311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 18:16:24.934512 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.db_base_plugin_v2 [None req-8016726d-6d13-4740-84d5-2a30dcd64f9b admin admin] Deleting subnet 781c3d5f-7233-412d-a907-ea3ac8ed33b3 {{(pid=86310) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 20 18:16:24.957811 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-8016726d-6d13-4740-84d5-2a30dcd64f9b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:24.995413 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-a8cbabba-40ea-4e86-a668-f84df3ca56c1 req-00fb30c2-6a0d-441a-beef-9f9dde3e2a65 service neutron] 10.222.0.32 "GET /v2.0/networks/15a6a0fd-d337-49a6-891c-eac6549b2bfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5715852 Apr 20 18:16:25.281946 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-8016726d-6d13-4740-84d5-2a30dcd64f9b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2351100'] for subnet, precommit_delete_associations {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:25.406642 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f851431a-61d8-403d-abbe-6abc7254de7e req-30048f83-d031-4413-9a2f-3514fae66a8f tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:16:25.415453 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-f851431a-61d8-403d-abbe-6abc7254de7e req-30048f83-d031-4413-9a2f-3514fae66a8f tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] 10.222.0.13 "GET /v2.0/networks?id=eb98ba18-b0fc-455c-9bef-282881864632 HTTP/1.1" status: 200 len: 811 time: 0.9380493 Apr 20 18:16:25.457056 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-21d10320-cbad-4cf4-ba6f-99ce60e72d21 req-c4115602-8164-44ce-a701-d75660f3737b tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] Notify callbacks [] for port, precommit_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:25.489483 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3b2d2e-1175-4b7f-a1e0-a6161f8f3067 req-3f75b61f-2aaa-4dd4-b60e-bac5320cdb08 tempest-DeleteServersTestJSON-84120958 tempest-DeleteServersTestJSON-84120958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:16:25.497704 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-bf3b2d2e-1175-4b7f-a1e0-a6161f8f3067 req-3f75b61f-2aaa-4dd4-b60e-bac5320cdb08 tempest-DeleteServersTestJSON-84120958 tempest-DeleteServersTestJSON-84120958-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ebddb38-7926-4f65-a612-116061e7e942 HTTP/1.1" status: 200 len: 945 time: 0.8281908 Apr 20 18:16:25.504621 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.32', 49130) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:16:25.541754 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.rpc [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Device badb0e48-8abb-48a8-b38f-f002451f77a8 up at agent hyperv_hv-cinder-78692 {{(pid=86312) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:16:25.554541 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-a85eb153-ccce-4b00-b319-fa2a4efefae5 req-b6d5f048-b10b-4f77-a6e3-af7a9ada4d40 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] 10.222.0.32 "GET /v2.0/ports?device_id=017750e2-2faa-492d-81ff-e9560fb475f5 HTTP/1.1" status: 200 len: 210 time: 0.0884471 Apr 20 18:16:25.621422 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-21d10320-cbad-4cf4-ba6f-99ce60e72d21 req-c4115602-8164-44ce-a701-d75660f3737b tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852966479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736993280678'] for port, after_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:25.651081 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-bf3b2d2e-1175-4b7f-a1e0-a6161f8f3067 req-5993adcc-1762-427e-a69a-7d4620c78956 tempest-DeleteServersTestJSON-84120958 tempest-DeleteServersTestJSON-84120958-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce87c956-6659-4af6-b2bd-efecf3a3a672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522341 Apr 20 18:16:25.666944 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:16:25.672600 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.provisioning_blocks [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Provisioning for port badb0e48-8abb-48a8-b38f-f002451f77a8 completed by entity L2. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 18:16:25.715364 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.provisioning_blocks [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Provisioning complete for port badb0e48-8abb-48a8-b38f-f002451f77a8 triggered by entity L2. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:16:25.715799 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853381758'] for port, provisioning_complete {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:25.771070 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21d10320-cbad-4cf4-ba6f-99ce60e72d21 req-c4115602-8164-44ce-a701-d75660f3737b tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] Network 15a6a0fd-d337-49a6-891c-eac6549b2bfb is already hosted by enough agents. {{(pid=86311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 18:16:25.777849 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.scheduler.base_scheduler [req-21d10320-cbad-4cf4-ba6f-99ce60e72d21 req-c4115602-8164-44ce-a701-d75660f3737b tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] Resources bound (agent type, host, resource id): {{(pid=86311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:16:25.787883 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_dvrscheduler_db [req-21d10320-cbad-4cf4-ba6f-99ce60e72d21 req-c4115602-8164-44ce-a701-d75660f3737b tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] Received port after_create {{(pid=86311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 18:16:25.794504 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d10320-cbad-4cf4-ba6f-99ce60e72d21 req-c4115602-8164-44ce-a701-d75660f3737b tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:16:25.795201 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-21d10320-cbad-4cf4-ba6f-99ce60e72d21 req-c4115602-8164-44ce-a701-d75660f3737b tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-751497'] for port, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:25.800854 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-8016726d-6d13-4740-84d5-2a30dcd64f9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852945248'] for subnet, precommit_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:25.838147 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-21d10320-cbad-4cf4-ba6f-99ce60e72d21 req-c4115602-8164-44ce-a701-d75660f3737b tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4914567 Apr 20 18:16:25.838991 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4115602-8164-44ce-a701-d75660f3737b tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] Pushing event updated for resources: {'Port': ['ID=8fb4d145-1862-458a-8f77-c2300060536e,revision_number=1']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:16:25.842216 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-c4115602-8164-44ce-a701-d75660f3737b tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:16:25.851069 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.v2.base [req-21d10320-cbad-4cf4-ba6f-99ce60e72d21 req-b4a42a52-99fa-468f-b111-9b8942e80f04 service neutron] Request body: {'port': {'device_id': '57b2d215-a646-4377-934b-f64e1f3dabe0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78692'}} {{(pid=86311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:16:26.115040 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-21d10320-cbad-4cf4-ba6f-99ce60e72d21 req-b4a42a52-99fa-468f-b111-9b8942e80f04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624671'] for port, before_update {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:26.116925 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-f2273438-ef59-4fdb-b279-b432b4113bf0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:26.124728 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624671'] for port, before_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:26.180994 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.db [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] For port badb0e48-8abb-48a8-b38f-f002451f77a8, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=badb0e48-8abb-48a8-b38f-f002451f77a8,segment=NetworkSegment(35da9b45-4e14-4089-845f-39a81432394e),segment_id=35da9b45-4e14-4089-845f-39a81432394e)] {{(pid=86312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:16:26.184246 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852966479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736993730504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736993280695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299861495088'] for port, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:26.187200 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:16:26.198858 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [req-f851431a-61d8-403d-abbe-6abc7254de7e req-7e6da2d4-e8e0-4600-b805-0f8d0923ac88 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Synchronizing usage tracker for tenant:cb69ef4d450d449286542b7dabcb8f7a on resource:security_group {{(pid=86310) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 18:16:26.225642 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-6e12fa70-e3cf-4798-b86f-0baa4c9939f0 req-4e57d78e-c6a9-4909-902c-162165af020a tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] 10.222.0.32 "GET /v2.0/ports?device_id=a80a91dc-748a-4277-be9b-e5f65a0ae2f9 HTTP/1.1" status: 200 len: 210 time: 0.4455774 Apr 20 18:16:26.255981 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ebddb38-7926-4f65-a612-116061e7e942', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4139ebe-c2db-43fc-9ca2-b3283816b608', 'code': 200} Apr 20 18:16:26.311951 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Pushing event updated for resources: {'Port': ['ID=badb0e48-8abb-48a8-b38f-f002451f77a8,revision_number=5']} {{(pid=86312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:16:26.318568 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:16:26.319474 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.rpc [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Device c80fd4f1-68e1-46d5-9529-00bf75f03814 up at agent ovs-agent-dv-cinder-786929-2-smb {{(pid=86312) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:16:26.476716 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.provisioning_blocks [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Provisioning for port c80fd4f1-68e1-46d5-9529-00bf75f03814 completed by entity L2. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 18:16:26.491240 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.provisioning_blocks [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Provisioning complete for port c80fd4f1-68e1-46d5-9529-00bf75f03814 triggered by entity L2. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:16:26.491667 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853381758'] for port, provisioning_complete {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:26.527157 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.13', 52919) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:16:26.702847 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624671'] for port, before_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:26.709524 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c786329-fdaf-4197-9949-4ddc203bf7c5 req-ae371ae7-871e-4ac6-b35f-09967ebcace4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:16:26.711160 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-0c786329-fdaf-4197-9949-4ddc203bf7c5 req-ae371ae7-871e-4ac6-b35f-09967ebcace4 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=3ebddb38-7926-4f65-a612-116061e7e942 HTTP/1.1" status: 200 len: 1098 time: 0.1826859 Apr 20 18:16:26.738208 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-0c786329-fdaf-4197-9949-4ddc203bf7c5 req-a9744caa-fca5-4632-910c-51e1347c0e85 service neutron] Notify callbacks [] for security_group, before_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:26.739284 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-f2273438-ef59-4fdb-b279-b432b4113bf0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:16:26.746242 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.db [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] For port c80fd4f1-68e1-46d5-9529-00bf75f03814, host dv-cinder-786929-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-2-smb',level=0,port_id=c80fd4f1-68e1-46d5-9529-00bf75f03814,segment=NetworkSegment(c3ded3fe-e1f6-46cb-bb95-d0e46e9eb1ff),segment_id=c3ded3fe-e1f6-46cb-bb95-d0e46e9eb1ff)] {{(pid=86312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:16:26.749984 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852966479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736993730504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736993280695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299861495088'] for port, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:26.752966 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-28eadf10-1f7d-4f86-94e3-ed4523df453f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:16:26.764713 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.notifiers.nova [req-21d10320-cbad-4cf4-ba6f-99ce60e72d21 req-b4a42a52-99fa-468f-b111-9b8942e80f04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8fb4d145-1862-458a-8f77-c2300060536e {{(pid=86311) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 18:16:26.777304 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-21d10320-cbad-4cf4-ba6f-99ce60e72d21 req-b4a42a52-99fa-468f-b111-9b8942e80f04 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:26.780568 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [req-0c786329-fdaf-4197-9949-4ddc203bf7c5 req-a9744caa-fca5-4632-910c-51e1347c0e85 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:16:26.789802 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [req-0c786329-fdaf-4197-9949-4ddc203bf7c5 req-a9744caa-fca5-4632-910c-51e1347c0e85 service neutron] Usage tracker for resource:security_group_rule and tenant:b3514b574472443db9a8826e42aea969 is out of sync, need to count used quota {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:16:26.796220 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [req-0c786329-fdaf-4197-9949-4ddc203bf7c5 req-a9744caa-fca5-4632-910c-51e1347c0e85 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:16:26.829726 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [req-f851431a-61d8-403d-abbe-6abc7254de7e req-7e6da2d4-e8e0-4600-b805-0f8d0923ac88 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Unset dirty status for tenant:cb69ef4d450d449286542b7dabcb8f7a on resource:security_group {{(pid=86310) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 18:16:26.831145 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-f851431a-61d8-403d-abbe-6abc7254de7e req-7e6da2d4-e8e0-4600-b805-0f8d0923ac88 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cb69ef4d450d449286542b7dabcb8f7a HTTP/1.1" status: 200 len: 5704 time: 1.4039698 Apr 20 18:16:26.849904 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Pushing event updated for resources: {'Port': ['ID=c80fd4f1-68e1-46d5-9529-00bf75f03814,revision_number=5']} {{(pid=86312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:16:26.853697 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:16:26.876386 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-ae807dfc-efbd-43d0-8115-96d05b4297b8 req-1d724c77-afd1-4918-bde1-87d2877f0a24 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] 10.222.0.32 "GET /v2.0/ports?device_id=017750e2-2faa-492d-81ff-e9560fb475f5 HTTP/1.1" status: 200 len: 210 time: 0.0765409 Apr 20 18:16:26.881871 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [req-0c786329-fdaf-4197-9949-4ddc203bf7c5 req-a9744caa-fca5-4632-910c-51e1347c0e85 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:16:26.884160 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.provisioning_blocks [req-21d10320-cbad-4cf4-ba6f-99ce60e72d21 req-b4a42a52-99fa-468f-b111-9b8942e80f04 service neutron] Transition to ACTIVE for port object 8fb4d145-1862-458a-8f77-c2300060536e will not be triggered until provisioned by entity L2. {{(pid=86311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 18:16:26.894321 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-21d10320-cbad-4cf4-ba6f-99ce60e72d21 req-b4a42a52-99fa-468f-b111-9b8942e80f04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852966479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736993730504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736993280695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299861495088'] for port, after_update {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:26.909215 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-f6016a21-8df9-4e2b-9720-06b4d9b579b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:16:26.944425 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-f2273438-ef59-4fdb-b279-b432b4113bf0 admin admin] Usage tracker for resource:security_group_rule and tenant:53db89285a014c4899ea0ddfa1e26e75 is out of sync, need to count used quota {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:16:26.959286 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-f2273438-ef59-4fdb-b279-b432b4113bf0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:16:26.973506 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.v2.base [req-f851431a-61d8-403d-abbe-6abc7254de7e req-0907c81c-df71-4124-8ec3-eebd2acc3024 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Request body: {'port': {'device_id': '017750e2-2faa-492d-81ff-e9560fb475f5', 'network_id': 'eb98ba18-b0fc-455c-9bef-282881864632', 'admin_state_up': True, 'tenant_id': 'cb69ef4d450d449286542b7dabcb8f7a', 'security_groups': ['38e27d19-d8a9-48d6-a9d6-ec021bffb723']}} {{(pid=86310) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:16:26.988654 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a42a52-99fa-468f-b111-9b8942e80f04 service neutron] Pushing event updated for resources: {'Port': ['ID=8fb4d145-1862-458a-8f77-c2300060536e,revision_number=2']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:16:26.999370 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-b4a42a52-99fa-468f-b111-9b8942e80f04 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:16:27.015085 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-f2273438-ef59-4fdb-b279-b432b4113bf0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:16:27.088619 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.13', 52920) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:16:27.503305 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [req-f851431a-61d8-403d-abbe-6abc7254de7e req-0907c81c-df71-4124-8ec3-eebd2acc3024 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:16:27.516286 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58dfe30-c414-401d-ac1c-5b8a96c9d08c req-13299528-7d8c-4c7e-a190-470ccf9c3fca tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:16:27.518871 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-e58dfe30-c414-401d-ac1c-5b8a96c9d08c req-13299528-7d8c-4c7e-a190-470ccf9c3fca tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] 10.222.0.32 "GET /v2.0/ports?device_id=f60542f0-bd80-42bb-acb0-21f477d6dd3d HTTP/1.1" status: 200 len: 945 time: 0.7811563 Apr 20 18:16:27.586550 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.managers [req-21d10320-cbad-4cf4-ba6f-99ce60e72d21 req-b4a42a52-99fa-468f-b111-9b8942e80f04 service neutron] Attempting to bind port 8fb4d145-1862-458a-8f77-c2300060536e on host hv-cinder-78692 for vnic_type normal with profile {{(pid=86311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 18:16:27.586925 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.managers [req-21d10320-cbad-4cf4-ba6f-99ce60e72d21 req-b4a42a52-99fa-468f-b111-9b8942e80f04 service neutron] Attempting to bind port 8fb4d145-1862-458a-8f77-c2300060536e by drivers openvswitch,hyperv on host hv-cinder-78692 at level 0 using segments [{'id': 'c3ded3fe-e1f6-46cb-bb95-d0e46e9eb1ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '15a6a0fd-d337-49a6-891c-eac6549b2bfb'}] {{(pid=86311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 18:16:27.587480 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21d10320-cbad-4cf4-ba6f-99ce60e72d21 req-b4a42a52-99fa-468f-b111-9b8942e80f04 service neutron] Attempting to bind port 8fb4d145-1862-458a-8f77-c2300060536e on network 15a6a0fd-d337-49a6-891c-eac6549b2bfb {{(pid=86311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 18:16:27.588121 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [req-f851431a-61d8-403d-abbe-6abc7254de7e req-0907c81c-df71-4124-8ec3-eebd2acc3024 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:16:27.600791 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21d10320-cbad-4cf4-ba6f-99ce60e72d21 req-b4a42a52-99fa-468f-b111-9b8942e80f04 service neutron] Port 8fb4d145-1862-458a-8f77-c2300060536e on network 15a6a0fd-d337-49a6-891c-eac6549b2bfb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78692 {{(pid=86311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 18:16:27.601071 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21d10320-cbad-4cf4-ba6f-99ce60e72d21 req-b4a42a52-99fa-468f-b111-9b8942e80f04 service neutron] Attempting to bind port 8fb4d145-1862-458a-8f77-c2300060536e on network 15a6a0fd-d337-49a6-891c-eac6549b2bfb {{(pid=86311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 18:16:27.608438 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cbabba-40ea-4e86-a668-f84df3ca56c1 req-7e5913d1-4974-437e-8764-5d882f125bcb tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:16:27.610208 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-a8cbabba-40ea-4e86-a668-f84df3ca56c1 req-7e5913d1-4974-437e-8764-5d882f125bcb tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] 10.222.0.13 "GET /v2.0/networks?id=15a6a0fd-d337-49a6-891c-eac6549b2bfb HTTP/1.1" status: 200 len: 818 time: 0.5193114 Apr 20 18:16:27.617913 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21d10320-cbad-4cf4-ba6f-99ce60e72d21 req-b4a42a52-99fa-468f-b111-9b8942e80f04 service neutron] Checking agent: {'id': '71059bf3-e4c5-4d56-bb94-7a29312e7bcf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78692', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 14, 3), 'started_at': datetime.datetime(2021, 4, 20, 18, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 16, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 18:16:27.618345 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21d10320-cbad-4cf4-ba6f-99ce60e72d21 req-b4a42a52-99fa-468f-b111-9b8942e80f04 service neutron] Checking segment: {'id': 'c3ded3fe-e1f6-46cb-bb95-d0e46e9eb1ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '15a6a0fd-d337-49a6-891c-eac6549b2bfb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 18:16:27.618792 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21d10320-cbad-4cf4-ba6f-99ce60e72d21 req-b4a42a52-99fa-468f-b111-9b8942e80f04 service neutron] Bound using segment: {'id': 'c3ded3fe-e1f6-46cb-bb95-d0e46e9eb1ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '15a6a0fd-d337-49a6-891c-eac6549b2bfb'} {{(pid=86311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 18:16:27.619421 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.managers [req-21d10320-cbad-4cf4-ba6f-99ce60e72d21 req-b4a42a52-99fa-468f-b111-9b8942e80f04 service neutron] Bound port: 8fb4d145-1862-458a-8f77-c2300060536e, host: hv-cinder-78692, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3ded3fe-e1f6-46cb-bb95-d0e46e9eb1ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '15a6a0fd-d337-49a6-891c-eac6549b2bfb'}}] {{(pid=86311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 18:16:27.619837 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-21d10320-cbad-4cf4-ba6f-99ce60e72d21 req-b4a42a52-99fa-468f-b111-9b8942e80f04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624671'] for port, before_update {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:27.636605 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.v2.base [req-a8cbabba-40ea-4e86-a668-f84df3ca56c1 req-9f90f4da-e048-4150-bd87-16a9e9ccb2ba tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] Request body: {'port': {'device_id': 'a80a91dc-748a-4277-be9b-e5f65a0ae2f9', 'network_id': '15a6a0fd-d337-49a6-891c-eac6549b2bfb', 'admin_state_up': True, 'tenant_id': '48e5df147ce142c88e849dbcf9521831'}} {{(pid=86310) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:16:27.723218 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-0c786329-fdaf-4197-9949-4ddc203bf7c5 req-a9744caa-fca5-4632-910c-51e1347c0e85 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:27.735274 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf029d37-b9bd-45b4-859f-33dfef05b352 req-1ecc011f-b7ac-4d34-95ab-c1e1d21efe30 tempest-DeleteServersTestJSON-84120958 tempest-DeleteServersTestJSON-84120958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:16:27.736839 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-bf029d37-b9bd-45b4-859f-33dfef05b352 req-1ecc011f-b7ac-4d34-95ab-c1e1d21efe30 tempest-DeleteServersTestJSON-84120958 tempest-DeleteServersTestJSON-84120958-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ebddb38-7926-4f65-a612-116061e7e942 HTTP/1.1" status: 200 len: 945 time: 0.5777199 Apr 20 18:16:27.740458 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-0c786329-fdaf-4197-9949-4ddc203bf7c5 req-a9744caa-fca5-4632-910c-51e1347c0e85 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854236768'] for security_group, after_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:27.741662 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f851431a-61d8-403d-abbe-6abc7254de7e req-0907c81c-df71-4124-8ec3-eebd2acc3024 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Made reservation on behalf of cb69ef4d450d449286542b7dabcb8f7a for: {'port': 1} {{(pid=86310) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 18:16:27.748058 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-f851431a-61d8-403d-abbe-6abc7254de7e req-0907c81c-df71-4124-8ec3-eebd2acc3024 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624671'] for port, before_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:27.763926 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-f205bad2-a522-4d59-907c-0f7c1e8e8910 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:16:27.787090 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-f2273438-ef59-4fdb-b279-b432b4113bf0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:27.801338 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-e58dfe30-c414-401d-ac1c-5b8a96c9d08c req-baec7496-0228-4ba1-bfea-a09b9b9a963b tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] 10.222.0.32 "GET /v2.0/security-groups?id=e00ece0e-9c57-41eb-9bc3-9c38bfc30996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2512848 Apr 20 18:16:27.809740 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-f2273438-ef59-4fdb-b279-b432b4113bf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854236768'] for security_group, after_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:27.818573 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-0c786329-fdaf-4197-9949-4ddc203bf7c5 req-a9744caa-fca5-4632-910c-51e1347c0e85 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=ce87c956-6659-4af6-b2bd-efecf3a3a672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1001394 Apr 20 18:16:27.833470 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:16:27.842779 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-8016726d-6d13-4740-84d5-2a30dcd64f9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1830552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854235284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852424920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852368849'] for subnet, after_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:27.848311 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.db [req-21d10320-cbad-4cf4-ba6f-99ce60e72d21 req-b4a42a52-99fa-468f-b111-9b8942e80f04 service neutron] For port 8fb4d145-1862-458a-8f77-c2300060536e, host hv-cinder-78692, cleared binding levels {{(pid=86311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 18:16:27.857999 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.db [req-21d10320-cbad-4cf4-ba6f-99ce60e72d21 req-b4a42a52-99fa-468f-b111-9b8942e80f04 service neutron] For port 8fb4d145-1862-458a-8f77-c2300060536e, host hv-cinder-78692, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=8fb4d145-1862-458a-8f77-c2300060536e,segment=NetworkSegment(c3ded3fe-e1f6-46cb-bb95-d0e46e9eb1ff),segment_id=c3ded3fe-e1f6-46cb-bb95-d0e46e9eb1ff)] {{(pid=86311) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 18:16:27.866544 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-21d10320-cbad-4cf4-ba6f-99ce60e72d21 req-b4a42a52-99fa-468f-b111-9b8942e80f04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852966479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736993730504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736993280695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299861495088'] for port, after_update {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:27.867385 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9744caa-fca5-4632-910c-51e1347c0e85 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=2c57ccb1-b3b4-4e30-9646-f320516517a5,revision_number=1']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:16:27.870914 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-a9744caa-fca5-4632-910c-51e1347c0e85 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:16:27.884036 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-91be42ec-89e6-4477-9edc-4c027331f31a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:16:27.920113 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-bf029d37-b9bd-45b4-859f-33dfef05b352 req-443cf662-a81c-481e-979b-0d46ef94a9fa tempest-DeleteServersTestJSON-84120958 tempest-DeleteServersTestJSON-84120958-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce87c956-6659-4af6-b2bd-efecf3a3a672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569788 Apr 20 18:16:27.930587 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d10320-cbad-4cf4-ba6f-99ce60e72d21 req-b4a42a52-99fa-468f-b111-9b8942e80f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:16:27.931699 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-21d10320-cbad-4cf4-ba6f-99ce60e72d21 req-b4a42a52-99fa-468f-b111-9b8942e80f04 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-751497'] for port, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:27.933180 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-21d10320-cbad-4cf4-ba6f-99ce60e72d21 req-b4a42a52-99fa-468f-b111-9b8942e80f04 service neutron] 10.222.0.13 "PUT /v2.0/ports/8fb4d145-1862-458a-8f77-c2300060536e HTTP/1.1" status: 200 len: 1094 time: 2.0869451 Apr 20 18:16:27.953454 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57b2d215-a646-4377-934b-f64e1f3dabe0', 'tag': '8fb4d145-1862-458a-8f77-c2300060536e'}] {{(pid=86311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:16:27.987568 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-8016726d-6d13-4740-84d5-2a30dcd64f9b admin admin] Notify callbacks [] for subnet, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:28.010864 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2273438-ef59-4fdb-b279-b432b4113bf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b156418-e08f-4808-b8a4-8b40ce5b4659,revision_number=1']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:16:28.060521 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a42a52-99fa-468f-b111-9b8942e80f04 service neutron] Pushing event updated for resources: {'Port': ['ID=8fb4d145-1862-458a-8f77-c2300060536e,revision_number=3']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:16:28.064145 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-b4a42a52-99fa-468f-b111-9b8942e80f04 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:16:28.069949 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-f2273438-ef59-4fdb-b279-b432b4113bf0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=53db89285a014c4899ea0ddfa1e26e75&name=default HTTP/1.1" status: 200 len: 2979 time: 2.5642362 Apr 20 18:16:28.071099 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-f2273438-ef59-4fdb-b279-b432b4113bf0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:16:28.082508 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.32', 49200) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:16:28.086273 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-ea786b56-590d-4e7b-bb00-43033494d48b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.165s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:16:28.125641 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d10320-cbad-4cf4-ba6f-99ce60e72d21 req-1f0d0860-64ef-4d09-ae95-7b640a0a17e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:16:28.127204 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-21d10320-cbad-4cf4-ba6f-99ce60e72d21 req-1f0d0860-64ef-4d09-ae95-7b640a0a17e8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=48e5df147ce142c88e849dbcf9521831&device_id=57b2d215-a646-4377-934b-f64e1f3dabe0 HTTP/1.1" status: 200 len: 1097 time: 0.1467791 Apr 20 18:16:28.144545 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-3b575f10-f3c4-4c75-91d0-f88e49abd0a9 req-087398fe-037b-493a-981c-d298590d4ee1 tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] 10.222.0.32 "GET /v2.0/ports?device_id=a80a91dc-748a-4277-be9b-e5f65a0ae2f9 HTTP/1.1" status: 200 len: 210 time: 0.1487942 Apr 20 18:16:28.152205 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8016726d-6d13-4740-84d5-2a30dcd64f9b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=781c3d5f-7233-412d-a907-ea3ac8ed33b3,revision_number=None']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:16:28.195054 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-8016726d-6d13-4740-84d5-2a30dcd64f9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:16:28.199554 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [req-a8cbabba-40ea-4e86-a668-f84df3ca56c1 req-9f90f4da-e048-4150-bd87-16a9e9ccb2ba tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:16:28.203619 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-8016726d-6d13-4740-84d5-2a30dcd64f9b admin admin] 10.222.0.32 "DELETE /v2.0/subnets/781c3d5f-7233-412d-a907-ea3ac8ed33b3 HTTP/1.1" status: 204 len: 168 time: 3.8393962 Apr 20 18:16:28.207724 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.32', 49204) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:16:28.219370 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [req-a8cbabba-40ea-4e86-a668-f84df3ca56c1 req-9f90f4da-e048-4150-bd87-16a9e9ccb2ba tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:16:28.257744 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f60542f0-bd80-42bb-acb0-21f477d6dd3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'badb0e48-8abb-48a8-b38f-f002451f77a8'}] {{(pid=86312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:16:28.268443 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-982e9702-a395-4d1b-a9ad-4570e20ea330 req-530023b6-a00d-48fb-b4f9-01c9f28f23a6 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] 10.222.0.32 "GET /v2.0/ports?device_id=017750e2-2faa-492d-81ff-e9560fb475f5 HTTP/1.1" status: 200 len: 210 time: 0.1574683 Apr 20 18:16:28.282314 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.rpc [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Device c80fd4f1-68e1-46d5-9529-00bf75f03814 up at agent ovs-agent-dv-cinder-786929-2-smb {{(pid=86312) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:16:28.283047 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-21d10320-cbad-4cf4-ba6f-99ce60e72d21 req-4873d3f7-86f2-4547-9894-0ab018b2af4f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8fb4d145-1862-458a-8f77-c2300060536e HTTP/1.1" status: 200 len: 217 time: 0.1039217 Apr 20 18:16:28.302398 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-baee5566-561e-4686-aa97-2f1c67223e99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:28.366495 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.db_base_plugin_common [req-f851431a-61d8-403d-abbe-6abc7254de7e req-0907c81c-df71-4124-8ec3-eebd2acc3024 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Allocated IP 172.20.0.4 (eb98ba18-b0fc-455c-9bef-282881864632/df8c402d-ed6b-4e3d-81d4-7ab30d507809/efe28055-2fb6-471a-b258-ee0e32c5091b) {{(pid=86310) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 18:16:28.378971 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8cbabba-40ea-4e86-a668-f84df3ca56c1 req-9f90f4da-e048-4150-bd87-16a9e9ccb2ba tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] Made reservation on behalf of 48e5df147ce142c88e849dbcf9521831 for: {'port': 1} {{(pid=86310) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 18:16:28.388237 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-a8cbabba-40ea-4e86-a668-f84df3ca56c1 req-9f90f4da-e048-4150-bd87-16a9e9ccb2ba tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624671'] for port, before_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:28.395036 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f60542f0-bd80-42bb-acb0-21f477d6dd3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'badb0e48-8abb-48a8-b38f-f002451f77a8', 'code': 200} Apr 20 18:16:28.473488 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-baee5566-561e-4686-aa97-2f1c67223e99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:28.509743 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.provisioning_blocks [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Provisioning complete for port c80fd4f1-68e1-46d5-9529-00bf75f03814 triggered by entity L2. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:16:28.511041 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853381758'] for port, provisioning_complete {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:28.542921 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d10320-cbad-4cf4-ba6f-99ce60e72d21 req-a0401bb0-1721-4cfd-98fa-2e2132d99cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:16:28.544631 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-21d10320-cbad-4cf4-ba6f-99ce60e72d21 req-a0401bb0-1721-4cfd-98fa-2e2132d99cd0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ebfd3c2f-c00a-4eb7-8bea-d2691ff138cc HTTP/1.1" status: 200 len: 858 time: 0.2433891 Apr 20 18:16:28.548243 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.32', 49216) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:16:28.579374 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-6ee62b3d-ce09-4f88-8c2b-fd825923793c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853350932'] for network, before_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:28.656151 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57b2d215-a646-4377-934b-f64e1f3dabe0', 'tag': '8fb4d145-1862-458a-8f77-c2300060536e', 'status': 'completed', 'code': 200} Apr 20 18:16:28.671425 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-21d10320-cbad-4cf4-ba6f-99ce60e72d21 req-e577ae18-7cc8-4b3b-930e-636ca4d78768 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=15a6a0fd-d337-49a6-891c-eac6549b2bfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1000926 Apr 20 18:16:28.899719 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-baee5566-561e-4686-aa97-2f1c67223e99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854236768'] for security_group, after_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:28.949609 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:16:28.955994 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-6ee62b3d-ce09-4f88-8c2b-fd825923793c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1830645', 'neutron.services.segments.db._delete_segments_for_network-8736993762163'] for network, precommit_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:28.983191 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baee5566-561e-4686-aa97-2f1c67223e99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b156418-e08f-4808-b8a4-8b40ce5b4659,revision_number=None']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:16:29.004805 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-baee5566-561e-4686-aa97-2f1c67223e99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:16:29.025602 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-9fe099cb-9ab4-4fe5-9f19-641789ce2d88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:29.109546 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-baee5566-561e-4686-aa97-2f1c67223e99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:29.113305 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-baee5566-561e-4686-aa97-2f1c67223e99 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1b156418-e08f-4808-b8a4-8b40ce5b4659 HTTP/1.1" status: 204 len: 168 time: 1.0263517 Apr 20 18:16:29.127805 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-9fe099cb-9ab4-4fe5-9f19-641789ce2d88 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:16:29.133545 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-21d10320-cbad-4cf4-ba6f-99ce60e72d21 req-a68bdb0e-2b1f-4acd-912d-8531030db68c service neutron] 10.222.0.13 "GET /v2.0/networks/15a6a0fd-d337-49a6-891c-eac6549b2bfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4540286 Apr 20 18:16:29.142348 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-9fe099cb-9ab4-4fe5-9f19-641789ce2d88 admin admin] Usage tracker for resource:security_group_rule and tenant:6eeb417a06ed4923bedab771ced147a5 is out of sync, need to count used quota {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:16:29.180057 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-9fe099cb-9ab4-4fe5-9f19-641789ce2d88 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:16:29.270155 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-9fe099cb-9ab4-4fe5-9f19-641789ce2d88 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:16:29.462164 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-21d10320-cbad-4cf4-ba6f-99ce60e72d21 req-d8bd0d50-cf29-446c-a7e3-b6a9600d9f3a service neutron] 10.222.0.13 "GET /v2.0/networks/15a6a0fd-d337-49a6-891c-eac6549b2bfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2677977 Apr 20 18:16:29.485337 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a98c14b-7cdf-43e9-bcf2-f4a5e82b3324 req-872a6794-bf1c-4684-80b4-aaad6c38b087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:16:29.487591 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-2a98c14b-7cdf-43e9-bcf2-f4a5e82b3324 req-872a6794-bf1c-4684-80b4-aaad6c38b087 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f60542f0-bd80-42bb-acb0-21f477d6dd3d HTTP/1.1" status: 200 len: 1098 time: 0.6676514 Apr 20 18:16:29.524793 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.db_base_plugin_common [req-a8cbabba-40ea-4e86-a668-f84df3ca56c1 req-9f90f4da-e048-4150-bd87-16a9e9ccb2ba tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] Allocated IP 172.20.0.9 (15a6a0fd-d337-49a6-891c-eac6549b2bfb/ebfd3c2f-c00a-4eb7-8bea-d2691ff138cc/db323314-cd35-4373-ae57-b5d5265d2838) {{(pid=86310) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 18:16:29.529847 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-f851431a-61d8-403d-abbe-6abc7254de7e req-0907c81c-df71-4124-8ec3-eebd2acc3024 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Notify callbacks [] for port, precommit_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:29.543087 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57180547-03b6-4176-a38a-13b2516c5aaa req-5c99cd8e-91a7-4d52-a406-528821359e96 tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:16:29.545562 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-57180547-03b6-4176-a38a-13b2516c5aaa req-5c99cd8e-91a7-4d52-a406-528821359e96 tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] 10.222.0.32 "GET /v2.0/ports?device_id=f60542f0-bd80-42bb-acb0-21f477d6dd3d HTTP/1.1" status: 200 len: 945 time: 0.5437074 Apr 20 18:16:29.553288 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.services.segments.db [None req-6ee62b3d-ce09-4f88-8c2b-fd825923793c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f997e35a-a592-448f-9f43-72e60c09dace']}} {{(pid=86310) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:16:29.583710 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.services.segments.db [None req-6ee62b3d-ce09-4f88-8c2b-fd825923793c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46f5163b-dcfa-42a3-abaf-d3d908927902') {'for_net_delete': True} {{(pid=86310) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:16:29.584057 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.services.segments.db [None req-6ee62b3d-ce09-4f88-8c2b-fd825923793c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46f5163b-dcfa-42a3-abaf-d3d908927902') {} {{(pid=86310) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:16:29.592427 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.provisioning_blocks [req-f851431a-61d8-403d-abbe-6abc7254de7e req-0907c81c-df71-4124-8ec3-eebd2acc3024 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Transition to ACTIVE for port object efe28055-2fb6-471a-b258-ee0e32c5091b will not be triggered until provisioned by entity DHCP. {{(pid=86310) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 18:16:29.626233 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-6ee62b3d-ce09-4f88-8c2b-fd825923793c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363299860984163', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852424716'] for segment, before_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:29.646183 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.32', 49248) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:16:29.682207 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-6ee62b3d-ce09-4f88-8c2b-fd825923793c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1711814'] for segment, precommit_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:29.694865 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [req-2a98c14b-7cdf-43e9-bcf2-f4a5e82b3324 req-445d2506-ef6e-4902-b98e-1986ca957b8a service neutron] Synchronizing usage tracker for tenant:b3514b574472443db9a8826e42aea969 on resource:security_group {{(pid=86311) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 18:16:29.710801 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ee62b3d-ce09-4f88-8c2b-fd825923793c admin admin] Releasing vlan 102 on physical network physnet1 to pool {{(pid=86310) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 20 18:16:29.711041 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-f9aec685-e60e-4b38-98f0-a3884140a9b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:29.756906 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-57180547-03b6-4176-a38a-13b2516c5aaa req-159bc254-2445-4af7-b358-dd5f3d5e9653 tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] 10.222.0.32 "GET /v2.0/security-groups?id=e00ece0e-9c57-41eb-9bc3-9c38bfc30996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540804 Apr 20 18:16:29.760530 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-f9aec685-e60e-4b38-98f0-a3884140a9b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:16:29.765151 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464f1171-50e2-45f8-8c6b-a73caa3a0354 req-16a24e0c-9eb4-48e3-b1ec-8f34842cbb11 tempest-DeleteServersTestJSON-84120958 tempest-DeleteServersTestJSON-84120958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:16:29.766820 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-464f1171-50e2-45f8-8c6b-a73caa3a0354 req-16a24e0c-9eb4-48e3-b1ec-8f34842cbb11 tempest-DeleteServersTestJSON-84120958 tempest-DeleteServersTestJSON-84120958-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ebddb38-7926-4f65-a612-116061e7e942 HTTP/1.1" status: 200 len: 945 time: 0.3600252 Apr 20 18:16:29.778114 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-f9aec685-e60e-4b38-98f0-a3884140a9b5 admin admin] Usage tracker for resource:security_group_rule and tenant:0419b45b08c84e698222c0f445d3c8e0 is out of sync, need to count used quota {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:16:29.784263 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-f9aec685-e60e-4b38-98f0-a3884140a9b5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:16:29.800451 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [req-2a98c14b-7cdf-43e9-bcf2-f4a5e82b3324 req-445d2506-ef6e-4902-b98e-1986ca957b8a service neutron] Unset dirty status for tenant:b3514b574472443db9a8826e42aea969 on resource:security_group {{(pid=86311) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 18:16:29.801725 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-2a98c14b-7cdf-43e9-bcf2-f4a5e82b3324 req-445d2506-ef6e-4902-b98e-1986ca957b8a service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=e00ece0e-9c57-41eb-9bc3-9c38bfc30996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2932942 Apr 20 18:16:29.802653 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-f9aec685-e60e-4b38-98f0-a3884140a9b5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:16:29.817482 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4d49d1-0518-42eb-9d47-fb56f0eb129f req-e229db28-cc0a-46ef-afb9-2cad81c54662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:16:29.819159 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-dd4d49d1-0518-42eb-9d47-fb56f0eb129f req-e229db28-cc0a-46ef-afb9-2cad81c54662 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=48e5df147ce142c88e849dbcf9521831&device_id=57b2d215-a646-4377-934b-f64e1f3dabe0 HTTP/1.1" status: 200 len: 1097 time: 0.2694209 Apr 20 18:16:29.841576 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-9fe099cb-9ab4-4fe5-9f19-641789ce2d88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:29.849452 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-9fe099cb-9ab4-4fe5-9f19-641789ce2d88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854236768'] for security_group, after_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:29.869150 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:16:29.942735 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-f851431a-61d8-403d-abbe-6abc7254de7e req-0907c81c-df71-4124-8ec3-eebd2acc3024 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852966479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736993280678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852424964'] for port, after_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:30.025530 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-9fe099cb-9ab4-4fe5-9f19-641789ce2d88 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6eeb417a06ed4923bedab771ced147a5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4579713 Apr 20 18:16:30.049151 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:16:30.068405 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe099cb-9ab4-4fe5-9f19-641789ce2d88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dc29d5b-8f1b-43b2-9eb3-338d5d4991ae,revision_number=1']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:16:30.071808 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-9fe099cb-9ab4-4fe5-9f19-641789ce2d88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:16:30.072530 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.32', 49252) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:16:30.107097 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-0283f0b2-4cdf-40c7-9d4c-4df3f27011f0 req-dbcf138e-b09d-4114-8708-f00d71906d71 tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] 10.222.0.32 "GET /v2.0/ports?device_id=a80a91dc-748a-4277-be9b-e5f65a0ae2f9 HTTP/1.1" status: 200 len: 210 time: 0.0897686 Apr 20 18:16:30.175411 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.managers [None req-6ee62b3d-ce09-4f88-8c2b-fd825923793c admin admin] Network f997e35a-a592-448f-9f43-72e60c09dace has no segments {{(pid=86310) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 18:16:30.203717 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-6ee62b3d-ce09-4f88-8c2b-fd825923793c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853064015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2350731'] for segment, after_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:30.236603 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-464f1171-50e2-45f8-8c6b-a73caa3a0354 req-da00a2af-05ad-4fba-a7e0-a3da13aa82bc tempest-DeleteServersTestJSON-84120958 tempest-DeleteServersTestJSON-84120958-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce87c956-6659-4af6-b2bd-efecf3a3a672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3393686 Apr 20 18:16:30.244847 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f851431a-61d8-403d-abbe-6abc7254de7e req-0907c81c-df71-4124-8ec3-eebd2acc3024 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Network eb98ba18-b0fc-455c-9bef-282881864632 is already hosted by enough agents. {{(pid=86310) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 18:16:30.305903 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4d49d1-0518-42eb-9d47-fb56f0eb129f req-fd6479e5-1c36-4d61-9e31-438038267c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:16:30.306448 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.scheduler.base_scheduler [req-f851431a-61d8-403d-abbe-6abc7254de7e req-0907c81c-df71-4124-8ec3-eebd2acc3024 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Resources bound (agent type, host, resource id): {{(pid=86310) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:16:30.307566 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-dd4d49d1-0518-42eb-9d47-fb56f0eb129f req-fd6479e5-1c36-4d61-9e31-438038267c50 service neutron] 10.222.0.13 "GET /v2.0/networks?id=15a6a0fd-d337-49a6-891c-eac6549b2bfb HTTP/1.1" status: 200 len: 919 time: 0.4250581 Apr 20 18:16:30.337946 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_dvrscheduler_db [req-f851431a-61d8-403d-abbe-6abc7254de7e req-0907c81c-df71-4124-8ec3-eebd2acc3024 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Received port after_create {{(pid=86310) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 18:16:30.396716 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0907c81c-df71-4124-8ec3-eebd2acc3024 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Pushing event updated for resources: {'Port': ['ID=efe28055-2fb6-471a-b258-ee0e32c5091b,revision_number=1']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:16:30.400909 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-f9aec685-e60e-4b38-98f0-a3884140a9b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:30.409471 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-0907c81c-df71-4124-8ec3-eebd2acc3024 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:16:30.411658 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-9bc445e2-7b82-4877-a896-3d6337a6e30d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:30.417467 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-dd4d49d1-0518-42eb-9d47-fb56f0eb129f req-1b112182-befd-4f8d-b8e8-220a57ba8b03 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8fb4d145-1862-458a-8f77-c2300060536e HTTP/1.1" status: 200 len: 217 time: 0.0892818 Apr 20 18:16:30.426362 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-f9aec685-e60e-4b38-98f0-a3884140a9b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854236768'] for security_group, after_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:30.493081 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:16:30.519837 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-a8cbabba-40ea-4e86-a668-f84df3ca56c1 req-9f90f4da-e048-4150-bd87-16a9e9ccb2ba tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] Notify callbacks [] for port, precommit_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:30.535500 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-9bc445e2-7b82-4877-a896-3d6337a6e30d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:30.550812 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.provisioning_blocks [None req-44acbf6d-90ca-47b6-b2c6-6f15760bb715 None None] Provisioning for port efe28055-2fb6-471a-b258-ee0e32c5091b completed by entity DHCP. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 18:16:30.565266 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.provisioning_blocks [None req-44acbf6d-90ca-47b6-b2c6-6f15760bb715 None None] Provisioning complete for port efe28055-2fb6-471a-b258-ee0e32c5091b triggered by entity DHCP. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:16:30.565465 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.managers [None req-6ee62b3d-ce09-4f88-8c2b-fd825923793c admin admin] Network f997e35a-a592-448f-9f43-72e60c09dace has no segments {{(pid=86310) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 18:16:30.565543 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-44acbf6d-90ca-47b6-b2c6-6f15760bb715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853381758'] for port, provisioning_complete {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:30.597108 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-f9aec685-e60e-4b38-98f0-a3884140a9b5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0419b45b08c84e698222c0f445d3c8e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9433053 Apr 20 18:16:30.604353 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9aec685-e60e-4b38-98f0-a3884140a9b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7348928c-8e81-4dcd-bef0-8038d3ca3f2d,revision_number=1']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:16:30.608877 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.32', 49258) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:16:30.615018 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-f9aec685-e60e-4b38-98f0-a3884140a9b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:16:30.627506 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4d49d1-0518-42eb-9d47-fb56f0eb129f req-6773f8a3-3ea2-4fde-9bdd-7ff557988d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:16:30.629102 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-dd4d49d1-0518-42eb-9d47-fb56f0eb129f req-6773f8a3-3ea2-4fde-9bdd-7ff557988d02 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ebfd3c2f-c00a-4eb7-8bea-d2691ff138cc HTTP/1.1" status: 200 len: 858 time: 0.1988914 Apr 20 18:16:30.688101 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.plugin [None req-44acbf6d-90ca-47b6-b2c6-6f15760bb715 None None] Port efe28055-2fb6-471a-b258-ee0e32c5091b cannot update to ACTIVE because it is not bound. {{(pid=86312) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 18:16:30.713293 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f851431a-61d8-403d-abbe-6abc7254de7e req-0907c81c-df71-4124-8ec3-eebd2acc3024 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:16:30.713980 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-f851431a-61d8-403d-abbe-6abc7254de7e req-0907c81c-df71-4124-8ec3-eebd2acc3024 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-751497'] for port, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:30.719020 dv-cinder-786929-2-smb neutron-server[86195]: Traceback (most recent call last): Apr 20 18:16:30.719020 dv-cinder-786929-2-smb neutron-server[86195]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 18:16:30.719020 dv-cinder-786929-2-smb neutron-server[86195]: timer() Apr 20 18:16:30.719020 dv-cinder-786929-2-smb neutron-server[86195]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 18:16:30.719020 dv-cinder-786929-2-smb neutron-server[86195]: cb(*args, **kw) Apr 20 18:16:30.719020 dv-cinder-786929-2-smb neutron-server[86195]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 20 18:16:30.719020 dv-cinder-786929-2-smb neutron-server[86195]: return func(*args, **kwargs) Apr 20 18:16:30.719020 dv-cinder-786929-2-smb neutron-server[86195]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 18:16:30.719020 dv-cinder-786929-2-smb neutron-server[86195]: self._notify() Apr 20 18:16:30.719020 dv-cinder-786929-2-smb neutron-server[86195]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 18:16:30.719020 dv-cinder-786929-2-smb neutron-server[86195]: self.callback(batched_events) Apr 20 18:16:30.719020 dv-cinder-786929-2-smb neutron-server[86195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 18:16:30.719020 dv-cinder-786929-2-smb neutron-server[86195]: event.method(event) Apr 20 18:16:30.719020 dv-cinder-786929-2-smb neutron-server[86195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 18:16:30.719020 dv-cinder-786929-2-smb neutron-server[86195]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 18:16:30.719020 dv-cinder-786929-2-smb neutron-server[86195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 20 18:16:30.719020 dv-cinder-786929-2-smb neutron-server[86195]: segment_id)['aggregates'][0] Apr 20 18:16:30.719020 dv-cinder-786929-2-smb neutron-server[86195]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 18:16:30.719020 dv-cinder-786929-2-smb neutron-server[86195]: return f(self, *a, **k) Apr 20 18:16:30.719020 dv-cinder-786929-2-smb neutron-server[86195]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 18:16:30.719020 dv-cinder-786929-2-smb neutron-server[86195]: return self._get(url).json() Apr 20 18:16:30.719020 dv-cinder-786929-2-smb neutron-server[86195]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 18:16:30.719020 dv-cinder-786929-2-smb neutron-server[86195]: **kwargs) Apr 20 18:16:30.719020 dv-cinder-786929-2-smb neutron-server[86195]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 18:16:30.719020 dv-cinder-786929-2-smb neutron-server[86195]: return self.request(url, 'GET', **kwargs) Apr 20 18:16:30.719020 dv-cinder-786929-2-smb neutron-server[86195]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 20 18:16:30.719020 dv-cinder-786929-2-smb neutron-server[86195]: **endpoint_filter) Apr 20 18:16:30.719020 dv-cinder-786929-2-smb neutron-server[86195]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 18:16:30.719020 dv-cinder-786929-2-smb neutron-server[86195]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 18:16:30.719020 dv-cinder-786929-2-smb neutron-server[86195]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 18:16:30.719020 dv-cinder-786929-2-smb neutron-server[86195]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 18:16:30.719020 dv-cinder-786929-2-smb neutron-server[86195]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 18:16:30.724326 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-dd4d49d1-0518-42eb-9d47-fb56f0eb129f req-993302a5-607f-45ce-8424-1a511e004754 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=15a6a0fd-d337-49a6-891c-eac6549b2bfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0757987 Apr 20 18:16:30.732776 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a641ed00-8f3e-4d8a-9829-2816554a7140 req-b1e3db6f-17c1-4168-8b71-8dbe31bbd443 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:16:30.740426 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-a641ed00-8f3e-4d8a-9829-2816554a7140 req-b1e3db6f-17c1-4168-8b71-8dbe31bbd443 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] 10.222.0.32 "GET /v2.0/ports?device_id=017750e2-2faa-492d-81ff-e9560fb475f5 HTTP/1.1" status: 200 len: 931 time: 0.5181634 Apr 20 18:16:30.769159 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-f851431a-61d8-403d-abbe-6abc7254de7e req-0907c81c-df71-4124-8ec3-eebd2acc3024 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8191812 Apr 20 18:16:30.773904 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-6ee62b3d-ce09-4f88-8c2b-fd825923793c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036852945155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854236788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854121855'] for network, after_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:30.783306 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.v2.base [req-f851431a-61d8-403d-abbe-6abc7254de7e req-eded60fa-405b-41b6-a143-2aa028a710da service neutron] Request body: {'port': {'device_id': '017750e2-2faa-492d-81ff-e9560fb475f5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78692'}} {{(pid=86310) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:16:30.838400 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-f51ab415-0f01-460d-9898-4bbdc1cfeed5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:16:30.854120 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-a8cbabba-40ea-4e86-a668-f84df3ca56c1 req-9f90f4da-e048-4150-bd87-16a9e9ccb2ba tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852966479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736993280678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852424964'] for port, after_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:30.856514 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-6ee62b3d-ce09-4f88-8c2b-fd825923793c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-751497'] for network, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:30.888250 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-6ee62b3d-ce09-4f88-8c2b-fd825923793c admin admin] 10.222.0.32 "DELETE /v2.0/networks/f997e35a-a592-448f-9f43-72e60c09dace HTTP/1.1" status: 204 len: 168 time: 2.6754704 Apr 20 18:16:30.889667 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee62b3d-ce09-4f88-8c2b-fd825923793c admin admin] Pushing event deleted for resources: {'Network': ['ID=f997e35a-a592-448f-9f43-72e60c09dace,revision_number=None']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:16:30.895837 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-6ee62b3d-ce09-4f88-8c2b-fd825923793c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:16:30.924459 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:16:31.065964 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8cbabba-40ea-4e86-a668-f84df3ca56c1 req-9f90f4da-e048-4150-bd87-16a9e9ccb2ba tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] Network 15a6a0fd-d337-49a6-891c-eac6549b2bfb is already hosted by enough agents. {{(pid=86310) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 18:16:31.112053 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.scheduler.base_scheduler [req-a8cbabba-40ea-4e86-a668-f84df3ca56c1 req-9f90f4da-e048-4150-bd87-16a9e9ccb2ba tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] Resources bound (agent type, host, resource id): {{(pid=86310) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:16:31.113045 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-9bc445e2-7b82-4877-a896-3d6337a6e30d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854236768'] for security_group, after_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:31.120369 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-a641ed00-8f3e-4d8a-9829-2816554a7140 req-b0790148-58f6-4e15-880c-d3cf33005d25 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] 10.222.0.32 "GET /v2.0/security-groups?id=38e27d19-d8a9-48d6-a9d6-ec021bffb723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3790078 Apr 20 18:16:31.127521 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-72c55a58-55a1-45b6-8eb8-08ff26239aa1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:31.129240 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-0b7361be-83e1-4fb5-80b2-3a43a86d17fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:16:31.136258 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8cbabba-40ea-4e86-a668-f84df3ca56c1 req-9f90f4da-e048-4150-bd87-16a9e9ccb2ba tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] Received port after_create {{(pid=86310) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 18:16:31.163049 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc445e2-7b82-4877-a896-3d6337a6e30d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dc29d5b-8f1b-43b2-9eb3-338d5d4991ae,revision_number=None']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:16:31.171300 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-9bc445e2-7b82-4877-a896-3d6337a6e30d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:16:31.171821 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.32', 49274) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:16:31.198280 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f90f4da-e048-4150-bd87-16a9e9ccb2ba tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] Pushing event updated for resources: {'Port': ['ID=db323314-cd35-4373-ae57-b5d5265d2838,revision_number=1']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:16:31.210501 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-72c55a58-55a1-45b6-8eb8-08ff26239aa1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:31.218568 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-9f90f4da-e048-4150-bd87-16a9e9ccb2ba tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:16:31.236812 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-f851431a-61d8-403d-abbe-6abc7254de7e req-eded60fa-405b-41b6-a143-2aa028a710da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624671'] for port, before_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:31.273516 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-9bc445e2-7b82-4877-a896-3d6337a6e30d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:31.274741 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-9bc445e2-7b82-4877-a896-3d6337a6e30d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2dc29d5b-8f1b-43b2-9eb3-338d5d4991ae HTTP/1.1" status: 204 len: 168 time: 1.1904387 Apr 20 18:16:31.286494 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cbabba-40ea-4e86-a668-f84df3ca56c1 req-9f90f4da-e048-4150-bd87-16a9e9ccb2ba tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:16:31.287184 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-a8cbabba-40ea-4e86-a668-f84df3ca56c1 req-9f90f4da-e048-4150-bd87-16a9e9ccb2ba tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-751497'] for port, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:31.359592 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-dd4d49d1-0518-42eb-9d47-fb56f0eb129f req-c6a005ba-226e-42d6-a18c-0b05e1c6539b service neutron] 10.222.0.13 "GET /v2.0/networks/15a6a0fd-d337-49a6-891c-eac6549b2bfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6166098 Apr 20 18:16:31.366069 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaf5f55-c773-476e-8c61-ddb1454ee3fc req-8a2d385c-8218-4370-b52d-5d978aaee4a0 tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:16:31.368987 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-cfaf5f55-c773-476e-8c61-ddb1454ee3fc req-8a2d385c-8218-4370-b52d-5d978aaee4a0 tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] 10.222.0.32 "GET /v2.0/ports?device_id=f60542f0-bd80-42bb-acb0-21f477d6dd3d HTTP/1.1" status: 200 len: 945 time: 0.3749058 Apr 20 18:16:31.384340 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-a8cbabba-40ea-4e86-a668-f84df3ca56c1 req-9f90f4da-e048-4150-bd87-16a9e9ccb2ba tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7628539 Apr 20 18:16:31.420154 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.v2.base [req-a8cbabba-40ea-4e86-a668-f84df3ca56c1 req-c58bfa3e-e34a-4a7c-8f2e-53320a58c00e service neutron] Request body: {'port': {'device_id': 'a80a91dc-748a-4277-be9b-e5f65a0ae2f9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78692'}} {{(pid=86310) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:16:31.469544 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-8672ca64-7068-41f6-8b42-039d2ff839db admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1f29fc5f59d944f6b2ea434b074f0553&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2847710 Apr 20 18:16:31.472532 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.32', 49282) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:16:31.553197 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-72c55a58-55a1-45b6-8eb8-08ff26239aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854236768'] for security_group, after_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:31.570695 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-cfaf5f55-c773-476e-8c61-ddb1454ee3fc req-9f7fec53-1f06-4074-a8a3-00ab21368d26 tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] 10.222.0.32 "GET /v2.0/security-groups?id=e00ece0e-9c57-41eb-9bc3-9c38bfc30996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820190 Apr 20 18:16:31.574774 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:16:31.612196 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c55a58-55a1-45b6-8eb8-08ff26239aa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7348928c-8e81-4dcd-bef0-8038d3ca3f2d,revision_number=None']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:16:31.619580 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-72c55a58-55a1-45b6-8eb8-08ff26239aa1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:16:31.630556 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37a9e60-d821-4935-aa07-1fd2c23bc1d0 req-b6d6e272-ed86-4174-89db-8741974761fe tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:16:31.632219 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-d37a9e60-d821-4935-aa07-1fd2c23bc1d0 req-b6d6e272-ed86-4174-89db-8741974761fe tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] 10.222.0.32 "GET /v2.0/ports?device_id=a80a91dc-748a-4277-be9b-e5f65a0ae2f9 HTTP/1.1" status: 200 len: 931 time: 0.3807611 Apr 20 18:16:31.643884 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-dd4d49d1-0518-42eb-9d47-fb56f0eb129f req-84247aa6-9145-483f-85e3-c2ab60ec406a service neutron] 10.222.0.13 "GET /v2.0/networks/15a6a0fd-d337-49a6-891c-eac6549b2bfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2761972 Apr 20 18:16:31.675651 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-72c55a58-55a1-45b6-8eb8-08ff26239aa1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:31.676789 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-72c55a58-55a1-45b6-8eb8-08ff26239aa1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7348928c-8e81-4dcd-bef0-8038d3ca3f2d HTTP/1.1" status: 204 len: 168 time: 1.0637255 Apr 20 18:16:31.686769 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-623ce4c2-2dce-489c-b24f-3ac7f27ab75b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:31.690002 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-a8cbabba-40ea-4e86-a668-f84df3ca56c1 req-c58bfa3e-e34a-4a7c-8f2e-53320a58c00e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624671'] for port, before_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:31.727424 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [req-d37a9e60-d821-4935-aa07-1fd2c23bc1d0 req-7bda8181-6af3-4c74-83f8-28136b8945ad tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] Synchronizing usage tracker for tenant:48e5df147ce142c88e849dbcf9521831 on resource:security_group {{(pid=86311) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 18:16:31.741691 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-623ce4c2-2dce-489c-b24f-3ac7f27ab75b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:31.773079 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [req-d37a9e60-d821-4935-aa07-1fd2c23bc1d0 req-7bda8181-6af3-4c74-83f8-28136b8945ad tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] Unset dirty status for tenant:48e5df147ce142c88e849dbcf9521831 on resource:security_group {{(pid=86311) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 18:16:31.774382 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-d37a9e60-d821-4935-aa07-1fd2c23bc1d0 req-7bda8181-6af3-4c74-83f8-28136b8945ad tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] 10.222.0.32 "GET /v2.0/security-groups?id=63e5a295-1c1b-4259-93ce-61133d92337d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340368 Apr 20 18:16:31.814343 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-623ce4c2-2dce-489c-b24f-3ac7f27ab75b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854236768'] for security_group, after_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:31.819208 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-21d4b6d1-8709-4775-a4f7-1c61d8c09b16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:16:31.824254 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.32', 49292) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:16:31.832311 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623ce4c2-2dce-489c-b24f-3ac7f27ab75b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fd86eb6-7b15-4928-b50e-8bf844e475ba,revision_number=None']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:16:31.834931 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-623ce4c2-2dce-489c-b24f-3ac7f27ab75b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:16:31.844270 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-623ce4c2-2dce-489c-b24f-3ac7f27ab75b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:31.848026 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-623ce4c2-2dce-489c-b24f-3ac7f27ab75b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9fd86eb6-7b15-4928-b50e-8bf844e475ba HTTP/1.1" status: 204 len: 168 time: 0.3666384 Apr 20 18:16:31.912117 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-4624bc47-6be6-4a13-9938-0662657ddba3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:32.408103 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-4624bc47-6be6-4a13-9938-0662657ddba3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:16:32.486056 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-4624bc47-6be6-4a13-9938-0662657ddba3 admin admin] Usage tracker for resource:security_group_rule and tenant:5c06b97ace9d45598d3e684ada358dd2 is out of sync, need to count used quota {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:16:32.496063 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-4624bc47-6be6-4a13-9938-0662657ddba3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:16:32.539476 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5480ea6b-8cc5-48da-9c57-6b249ca4efe2 req-10b68302-ea44-427f-8a86-837591f3f6d8 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:16:32.541382 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-5480ea6b-8cc5-48da-9c57-6b249ca4efe2 req-10b68302-ea44-427f-8a86-837591f3f6d8 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] 10.222.0.32 "GET /v2.0/ports?device_id=017750e2-2faa-492d-81ff-e9560fb475f5 HTTP/1.1" status: 200 len: 931 time: 0.1228344 Apr 20 18:16:32.557760 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-4624bc47-6be6-4a13-9938-0662657ddba3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:16:32.611865 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-5480ea6b-8cc5-48da-9c57-6b249ca4efe2 req-53ef9ed2-1fa5-41af-88a5-6d18e17a0903 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] 10.222.0.32 "GET /v2.0/security-groups?id=38e27d19-d8a9-48d6-a9d6-ec021bffb723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633168 Apr 20 18:16:32.635556 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.32', 49328) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:16:32.707812 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-0c7a4d31-d068-4a6f-bc0e-577b39d1ea2b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=035ba0ba60b6430eabd2064b72bc02ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0703728 Apr 20 18:16:32.709803 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.32', 49332) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:16:32.774518 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-2cb5cf39-f369-4578-a539-bbc0142d0973 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:32.779546 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1efa8d0-7caf-4761-8be9-86d25cd0bf30 req-2eb84905-1ec6-4488-9b81-cc7fbb61b802 tempest-DeleteServersTestJSON-84120958 tempest-DeleteServersTestJSON-84120958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:16:32.781227 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-a1efa8d0-7caf-4761-8be9-86d25cd0bf30 req-2eb84905-1ec6-4488-9b81-cc7fbb61b802 tempest-DeleteServersTestJSON-84120958 tempest-DeleteServersTestJSON-84120958-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ebddb38-7926-4f65-a612-116061e7e942 HTTP/1.1" status: 200 len: 945 time: 0.8777385 Apr 20 18:16:32.804718 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-2cb5cf39-f369-4578-a539-bbc0142d0973 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:32.860129 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-2cb5cf39-f369-4578-a539-bbc0142d0973 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854236768'] for security_group, after_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:32.867486 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-9bc445e2-7b82-4877-a896-3d6337a6e30d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:16:32.889349 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb5cf39-f369-4578-a539-bbc0142d0973 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31fe9497-7b35-459c-a5b0-3c7f7c1a869f,revision_number=None']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:16:32.893525 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-2cb5cf39-f369-4578-a539-bbc0142d0973 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:16:32.904425 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-2cb5cf39-f369-4578-a539-bbc0142d0973 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:32.906462 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-2cb5cf39-f369-4578-a539-bbc0142d0973 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/31fe9497-7b35-459c-a5b0-3c7f7c1a869f HTTP/1.1" status: 204 len: 168 time: 0.1953280 Apr 20 18:16:32.933325 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299861013637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394135'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:33.018469 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-a1efa8d0-7caf-4761-8be9-86d25cd0bf30 req-405237a8-58bd-47c7-a686-f63668506e86 tempest-DeleteServersTestJSON-84120958 tempest-DeleteServersTestJSON-84120958-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce87c956-6659-4af6-b2bd-efecf3a3a672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2207468 Apr 20 18:16:33.034811 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.notifiers.nova [req-f851431a-61d8-403d-abbe-6abc7254de7e req-eded60fa-405b-41b6-a143-2aa028a710da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id efe28055-2fb6-471a-b258-ee0e32c5091b {{(pid=86310) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 18:16:33.064968 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-f851431a-61d8-403d-abbe-6abc7254de7e req-eded60fa-405b-41b6-a143-2aa028a710da service neutron] Notify callbacks [] for port, precommit_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:33.082264 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32492055-4c26-425b-bc78-dd8054c50368 req-9eb21b45-9ed7-48dd-a1c3-d9a8390e213f tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:16:33.090603 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-32492055-4c26-425b-bc78-dd8054c50368 req-9eb21b45-9ed7-48dd-a1c3-d9a8390e213f tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] 10.222.0.32 "GET /v2.0/ports?device_id=a80a91dc-748a-4277-be9b-e5f65a0ae2f9 HTTP/1.1" status: 200 len: 931 time: 0.1266346 Apr 20 18:16:33.149421 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-32492055-4c26-425b-bc78-dd8054c50368 req-ad8ba6c8-3f4a-4fed-a4f2-e2177196645d tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] 10.222.0.32 "GET /v2.0/security-groups?id=63e5a295-1c1b-4259-93ce-61133d92337d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577085 Apr 20 18:16:33.183348 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.provisioning_blocks [req-f851431a-61d8-403d-abbe-6abc7254de7e req-eded60fa-405b-41b6-a143-2aa028a710da service neutron] Transition to ACTIVE for port object efe28055-2fb6-471a-b258-ee0e32c5091b will not be triggered until provisioned by entity L2. {{(pid=86310) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 18:16:33.192951 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-4624bc47-6be6-4a13-9938-0662657ddba3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:33.197012 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-f851431a-61d8-403d-abbe-6abc7254de7e req-eded60fa-405b-41b6-a143-2aa028a710da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852966479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736993730504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736993280695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299861495088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2350837'] for port, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:33.238620 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-4624bc47-6be6-4a13-9938-0662657ddba3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854236768'] for security_group, after_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:33.256925 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-6ada8c50-46ba-4579-94bc-9b4aea1644d2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:16:33.412731 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.notifiers.nova [req-a8cbabba-40ea-4e86-a668-f84df3ca56c1 req-c58bfa3e-e34a-4a7c-8f2e-53320a58c00e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db323314-cd35-4373-ae57-b5d5265d2838 {{(pid=86310) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 18:16:33.447396 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-a8cbabba-40ea-4e86-a668-f84df3ca56c1 req-c58bfa3e-e34a-4a7c-8f2e-53320a58c00e service neutron] Notify callbacks [] for port, precommit_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:33.452850 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-4624bc47-6be6-4a13-9938-0662657ddba3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5c06b97ace9d45598d3e684ada358dd2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6256559 Apr 20 18:16:33.455753 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.32', 49366) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:16:33.500351 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eded60fa-405b-41b6-a143-2aa028a710da service neutron] Pushing event updated for resources: {'Port': ['ID=efe28055-2fb6-471a-b258-ee0e32c5091b,revision_number=2']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:16:33.510933 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-eded60fa-405b-41b6-a143-2aa028a710da service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:16:33.529584 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-cddebc46-e5a0-44e7-8cc0-bed543661d5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.241s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:16:33.585419 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.provisioning_blocks [req-a8cbabba-40ea-4e86-a668-f84df3ca56c1 req-c58bfa3e-e34a-4a7c-8f2e-53320a58c00e service neutron] Transition to ACTIVE for port object db323314-cd35-4373-ae57-b5d5265d2838 will not be triggered until provisioned by entity L2. {{(pid=86310) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 18:16:33.589946 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.rpc [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Device 8fb4d145-1862-458a-8f77-c2300060536e details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=86312) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 18:16:33.595914 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-a8cbabba-40ea-4e86-a668-f84df3ca56c1 req-c58bfa3e-e34a-4a7c-8f2e-53320a58c00e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852966479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736993730504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736993280695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299861495088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2350837'] for port, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:33.627588 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4624bc47-6be6-4a13-9938-0662657ddba3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45b8903c-90ab-4f2f-9d9b-950803c84028,revision_number=1']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:16:33.643170 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-4624bc47-6be6-4a13-9938-0662657ddba3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:16:33.653784 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-9f90f4da-e048-4150-bd87-16a9e9ccb2ba tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.032s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:16:33.716589 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-ee6419fd-2c79-4707-950b-c3949fd27540 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:33.901555 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-ee6419fd-2c79-4707-950b-c3949fd27540 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:33.977299 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58bfa3e-e34a-4a7c-8f2e-53320a58c00e service neutron] Pushing event updated for resources: {'Port': ['ID=db323314-cd35-4373-ae57-b5d5265d2838,revision_number=2']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:16:33.987940 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-c58bfa3e-e34a-4a7c-8f2e-53320a58c00e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:16:34.004256 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.db [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] For port 8fb4d145-1862-458a-8f77-c2300060536e, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=8fb4d145-1862-458a-8f77-c2300060536e,segment=NetworkSegment(c3ded3fe-e1f6-46cb-bb95-d0e46e9eb1ff),segment_id=c3ded3fe-e1f6-46cb-bb95-d0e46e9eb1ff)] {{(pid=86312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:16:34.045904 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.rpc [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Returning: {'device': '8fb4d145-1862-458a-8f77-c2300060536e', 'network_id': '15a6a0fd-d337-49a6-891c-eac6549b2bfb', 'port_id': '8fb4d145-1862-458a-8f77-c2300060536e', 'mac_address': 'fa:16:3e:a4:d9:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ebfd3c2f-c00a-4eb7-8bea-d2691ff138cc', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86312) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 18:16:34.060632 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-ee6419fd-2c79-4707-950b-c3949fd27540 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854236768'] for security_group, after_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:34.071209 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.managers [req-f851431a-61d8-403d-abbe-6abc7254de7e req-eded60fa-405b-41b6-a143-2aa028a710da service neutron] Attempting to bind port efe28055-2fb6-471a-b258-ee0e32c5091b on host hv-cinder-78692 for vnic_type normal with profile {{(pid=86310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 18:16:34.071832 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.managers [req-f851431a-61d8-403d-abbe-6abc7254de7e req-eded60fa-405b-41b6-a143-2aa028a710da service neutron] Attempting to bind port efe28055-2fb6-471a-b258-ee0e32c5091b by drivers openvswitch,hyperv on host hv-cinder-78692 at level 0 using segments [{'id': 'ad36d8b3-d89e-4c97-9e5d-6bb749241abc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'eb98ba18-b0fc-455c-9bef-282881864632'}] {{(pid=86310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 18:16:34.072388 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f851431a-61d8-403d-abbe-6abc7254de7e req-eded60fa-405b-41b6-a143-2aa028a710da service neutron] Attempting to bind port efe28055-2fb6-471a-b258-ee0e32c5091b on network eb98ba18-b0fc-455c-9bef-282881864632 {{(pid=86310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 18:16:34.074089 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:16:34.110037 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6419fd-2c79-4707-950b-c3949fd27540 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45b8903c-90ab-4f2f-9d9b-950803c84028,revision_number=None']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:16:34.112755 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-ee6419fd-2c79-4707-950b-c3949fd27540 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:16:34.130983 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-ee6419fd-2c79-4707-950b-c3949fd27540 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:34.134848 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-ee6419fd-2c79-4707-950b-c3949fd27540 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/45b8903c-90ab-4f2f-9d9b-950803c84028 HTTP/1.1" status: 204 len: 168 time: 0.6741312 Apr 20 18:16:34.205792 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f851431a-61d8-403d-abbe-6abc7254de7e req-eded60fa-405b-41b6-a143-2aa028a710da service neutron] Port efe28055-2fb6-471a-b258-ee0e32c5091b on network eb98ba18-b0fc-455c-9bef-282881864632 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78692 {{(pid=86310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 18:16:34.205792 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f851431a-61d8-403d-abbe-6abc7254de7e req-eded60fa-405b-41b6-a143-2aa028a710da service neutron] Attempting to bind port efe28055-2fb6-471a-b258-ee0e32c5091b on network eb98ba18-b0fc-455c-9bef-282881864632 {{(pid=86310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 18:16:34.222231 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624671'] for port, before_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:34.226254 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f851431a-61d8-403d-abbe-6abc7254de7e req-eded60fa-405b-41b6-a143-2aa028a710da service neutron] Checking agent: {'id': '71059bf3-e4c5-4d56-bb94-7a29312e7bcf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78692', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 14, 3), 'started_at': datetime.datetime(2021, 4, 20, 18, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 16, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 18:16:34.226749 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f851431a-61d8-403d-abbe-6abc7254de7e req-eded60fa-405b-41b6-a143-2aa028a710da service neutron] Checking segment: {'id': 'ad36d8b3-d89e-4c97-9e5d-6bb749241abc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'eb98ba18-b0fc-455c-9bef-282881864632'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 18:16:34.227254 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f851431a-61d8-403d-abbe-6abc7254de7e req-eded60fa-405b-41b6-a143-2aa028a710da service neutron] Bound using segment: {'id': 'ad36d8b3-d89e-4c97-9e5d-6bb749241abc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'eb98ba18-b0fc-455c-9bef-282881864632'} {{(pid=86310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 18:16:34.227823 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.managers [req-f851431a-61d8-403d-abbe-6abc7254de7e req-eded60fa-405b-41b6-a143-2aa028a710da service neutron] Bound port: efe28055-2fb6-471a-b258-ee0e32c5091b, host: hv-cinder-78692, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad36d8b3-d89e-4c97-9e5d-6bb749241abc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'eb98ba18-b0fc-455c-9bef-282881864632'}}] {{(pid=86310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 18:16:34.228277 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-f851431a-61d8-403d-abbe-6abc7254de7e req-eded60fa-405b-41b6-a143-2aa028a710da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624671'] for port, before_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:34.254367 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.notifiers.nova [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8fb4d145-1862-458a-8f77-c2300060536e {{(pid=86312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 18:16:34.291073 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.db [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] For port 8fb4d145-1862-458a-8f77-c2300060536e, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=8fb4d145-1862-458a-8f77-c2300060536e,segment=NetworkSegment(c3ded3fe-e1f6-46cb-bb95-d0e46e9eb1ff),segment_id=c3ded3fe-e1f6-46cb-bb95-d0e46e9eb1ff)] {{(pid=86312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:16:34.295311 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852966479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736993730504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736993280695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299861495088'] for port, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:34.297153 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:16:34.363618 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.managers [req-a8cbabba-40ea-4e86-a668-f84df3ca56c1 req-c58bfa3e-e34a-4a7c-8f2e-53320a58c00e service neutron] Attempting to bind port db323314-cd35-4373-ae57-b5d5265d2838 on host hv-cinder-78692 for vnic_type normal with profile {{(pid=86310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 18:16:34.364097 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.managers [req-a8cbabba-40ea-4e86-a668-f84df3ca56c1 req-c58bfa3e-e34a-4a7c-8f2e-53320a58c00e service neutron] Attempting to bind port db323314-cd35-4373-ae57-b5d5265d2838 by drivers openvswitch,hyperv on host hv-cinder-78692 at level 0 using segments [{'id': 'c3ded3fe-e1f6-46cb-bb95-d0e46e9eb1ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '15a6a0fd-d337-49a6-891c-eac6549b2bfb'}] {{(pid=86310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 18:16:34.364545 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8cbabba-40ea-4e86-a668-f84df3ca56c1 req-c58bfa3e-e34a-4a7c-8f2e-53320a58c00e service neutron] Attempting to bind port db323314-cd35-4373-ae57-b5d5265d2838 on network 15a6a0fd-d337-49a6-891c-eac6549b2bfb {{(pid=86310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 18:16:34.388150 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8cbabba-40ea-4e86-a668-f84df3ca56c1 req-c58bfa3e-e34a-4a7c-8f2e-53320a58c00e service neutron] Port db323314-cd35-4373-ae57-b5d5265d2838 on network 15a6a0fd-d337-49a6-891c-eac6549b2bfb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78692 {{(pid=86310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 18:16:34.388517 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8cbabba-40ea-4e86-a668-f84df3ca56c1 req-c58bfa3e-e34a-4a7c-8f2e-53320a58c00e service neutron] Attempting to bind port db323314-cd35-4373-ae57-b5d5265d2838 on network 15a6a0fd-d337-49a6-891c-eac6549b2bfb {{(pid=86310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 18:16:34.408254 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8cbabba-40ea-4e86-a668-f84df3ca56c1 req-c58bfa3e-e34a-4a7c-8f2e-53320a58c00e service neutron] Checking agent: {'id': '71059bf3-e4c5-4d56-bb94-7a29312e7bcf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78692', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 14, 3), 'started_at': datetime.datetime(2021, 4, 20, 18, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 16, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 18:16:34.408545 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8cbabba-40ea-4e86-a668-f84df3ca56c1 req-c58bfa3e-e34a-4a7c-8f2e-53320a58c00e service neutron] Checking segment: {'id': 'c3ded3fe-e1f6-46cb-bb95-d0e46e9eb1ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '15a6a0fd-d337-49a6-891c-eac6549b2bfb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 18:16:34.408970 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8cbabba-40ea-4e86-a668-f84df3ca56c1 req-c58bfa3e-e34a-4a7c-8f2e-53320a58c00e service neutron] Bound using segment: {'id': 'c3ded3fe-e1f6-46cb-bb95-d0e46e9eb1ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '15a6a0fd-d337-49a6-891c-eac6549b2bfb'} {{(pid=86310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 18:16:34.409455 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.managers [req-a8cbabba-40ea-4e86-a668-f84df3ca56c1 req-c58bfa3e-e34a-4a7c-8f2e-53320a58c00e service neutron] Bound port: db323314-cd35-4373-ae57-b5d5265d2838, host: hv-cinder-78692, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3ded3fe-e1f6-46cb-bb95-d0e46e9eb1ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '15a6a0fd-d337-49a6-891c-eac6549b2bfb'}}] {{(pid=86310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 18:16:34.409837 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-a8cbabba-40ea-4e86-a668-f84df3ca56c1 req-c58bfa3e-e34a-4a7c-8f2e-53320a58c00e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624671'] for port, before_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:34.427843 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Pushing event updated for resources: {'Port': ['ID=8fb4d145-1862-458a-8f77-c2300060536e,revision_number=4']} {{(pid=86312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:16:34.434848 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5624e2-2a0e-4c27-a1c0-4e786d20c179 req-712bfee6-5c36-43f1-8ad4-33007f9350a8 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:16:34.435788 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [req-bc5624e2-2a0e-4c27-a1c0-4e786d20c179 req-712bfee6-5c36-43f1-8ad4-33007f9350a8 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Synchronizing usage tracker for tenant:cb69ef4d450d449286542b7dabcb8f7a on resource:port {{(pid=86310) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 18:16:34.436135 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:16:34.445274 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.db [req-f851431a-61d8-403d-abbe-6abc7254de7e req-eded60fa-405b-41b6-a143-2aa028a710da service neutron] For port efe28055-2fb6-471a-b258-ee0e32c5091b, host hv-cinder-78692, cleared binding levels {{(pid=86310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 18:16:34.495887 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.db [req-f851431a-61d8-403d-abbe-6abc7254de7e req-eded60fa-405b-41b6-a143-2aa028a710da service neutron] For port efe28055-2fb6-471a-b258-ee0e32c5091b, host hv-cinder-78692, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=efe28055-2fb6-471a-b258-ee0e32c5091b,segment=NetworkSegment(ad36d8b3-d89e-4c97-9e5d-6bb749241abc),segment_id=ad36d8b3-d89e-4c97-9e5d-6bb749241abc)] {{(pid=86310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 18:16:34.508850 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-f851431a-61d8-403d-abbe-6abc7254de7e req-eded60fa-405b-41b6-a143-2aa028a710da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852966479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736993730504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736993280695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299861495088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2350837'] for port, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:34.519273 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:16:34.525515 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.db [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] get_ports_and_sgs() called for port_ids ['8fb4d145-1862-458a-8f77-c2300060536e'] {{(pid=86312) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 18:16:34.555158 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [req-bc5624e2-2a0e-4c27-a1c0-4e786d20c179 req-712bfee6-5c36-43f1-8ad4-33007f9350a8 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Unset dirty status for tenant:cb69ef4d450d449286542b7dabcb8f7a on resource:port {{(pid=86310) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 18:16:34.563034 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-bc5624e2-2a0e-4c27-a1c0-4e786d20c179 req-712bfee6-5c36-43f1-8ad4-33007f9350a8 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] 10.222.0.32 "GET /v2.0/ports?device_id=017750e2-2faa-492d-81ff-e9560fb475f5 HTTP/1.1" status: 200 len: 943 time: 0.5064220 Apr 20 18:16:34.626478 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f851431a-61d8-403d-abbe-6abc7254de7e req-eded60fa-405b-41b6-a143-2aa028a710da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:16:34.627202 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-f851431a-61d8-403d-abbe-6abc7254de7e req-eded60fa-405b-41b6-a143-2aa028a710da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-751497'] for port, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:34.628687 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-f851431a-61d8-403d-abbe-6abc7254de7e req-eded60fa-405b-41b6-a143-2aa028a710da service neutron] 10.222.0.13 "PUT /v2.0/ports/efe28055-2fb6-471a-b258-ee0e32c5091b HTTP/1.1" status: 200 len: 1093 time: 3.8510709 Apr 20 18:16:34.649251 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '017750e2-2faa-492d-81ff-e9560fb475f5', 'tag': 'efe28055-2fb6-471a-b258-ee0e32c5091b'}] {{(pid=86310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:16:34.845528 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-bc5624e2-2a0e-4c27-a1c0-4e786d20c179 req-906d3719-e5dd-4785-84fc-2b3e9045fea6 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] 10.222.0.32 "GET /v2.0/security-groups?id=38e27d19-d8a9-48d6-a9d6-ec021bffb723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2761712 Apr 20 18:16:34.847430 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.db [req-a8cbabba-40ea-4e86-a668-f84df3ca56c1 req-c58bfa3e-e34a-4a7c-8f2e-53320a58c00e service neutron] For port db323314-cd35-4373-ae57-b5d5265d2838, host hv-cinder-78692, cleared binding levels {{(pid=86310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 18:16:34.852964 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eded60fa-405b-41b6-a143-2aa028a710da service neutron] Pushing event updated for resources: {'Port': ['ID=efe28055-2fb6-471a-b258-ee0e32c5091b,revision_number=3']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:16:34.875758 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-eded60fa-405b-41b6-a143-2aa028a710da service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:16:34.906612 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.db [req-a8cbabba-40ea-4e86-a668-f84df3ca56c1 req-c58bfa3e-e34a-4a7c-8f2e-53320a58c00e service neutron] For port db323314-cd35-4373-ae57-b5d5265d2838, host hv-cinder-78692, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=db323314-cd35-4373-ae57-b5d5265d2838,segment=NetworkSegment(c3ded3fe-e1f6-46cb-bb95-d0e46e9eb1ff),segment_id=c3ded3fe-e1f6-46cb-bb95-d0e46e9eb1ff)] {{(pid=86310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 18:16:34.933001 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-a8cbabba-40ea-4e86-a668-f84df3ca56c1 req-c58bfa3e-e34a-4a7c-8f2e-53320a58c00e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852966479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736993730504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736993280695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299861495088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2350837'] for port, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:34.952998 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-8bd39981-39d9-49a9-873b-b245aa999714 tempest-DeleteServersTestJSON-84120958 tempest-DeleteServersTestJSON-84120958-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:16:35.016057 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '017750e2-2faa-492d-81ff-e9560fb475f5', 'tag': 'efe28055-2fb6-471a-b258-ee0e32c5091b', 'status': 'completed', 'code': 200} Apr 20 18:16:35.048565 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cbabba-40ea-4e86-a668-f84df3ca56c1 req-c58bfa3e-e34a-4a7c-8f2e-53320a58c00e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:16:35.049252 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-a8cbabba-40ea-4e86-a668-f84df3ca56c1 req-c58bfa3e-e34a-4a7c-8f2e-53320a58c00e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-751497'] for port, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:35.051051 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-a8cbabba-40ea-4e86-a668-f84df3ca56c1 req-c58bfa3e-e34a-4a7c-8f2e-53320a58c00e service neutron] 10.222.0.13 "PUT /v2.0/ports/db323314-cd35-4373-ae57-b5d5265d2838 HTTP/1.1" status: 200 len: 1093 time: 3.6387439 Apr 20 18:16:35.085879 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f851431a-61d8-403d-abbe-6abc7254de7e req-45be86e8-597c-491d-bc5b-38f4e456c942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:16:35.088190 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-f851431a-61d8-403d-abbe-6abc7254de7e req-45be86e8-597c-491d-bc5b-38f4e456c942 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cb69ef4d450d449286542b7dabcb8f7a&device_id=017750e2-2faa-492d-81ff-e9560fb475f5 HTTP/1.1" status: 200 len: 1096 time: 0.4055767 Apr 20 18:16:35.151608 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.32', 49430) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:16:35.171334 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58bfa3e-e34a-4a7c-8f2e-53320a58c00e service neutron] Pushing event updated for resources: {'Port': ['ID=db323314-cd35-4373-ae57-b5d5265d2838,revision_number=3']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:16:35.183257 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-c58bfa3e-e34a-4a7c-8f2e-53320a58c00e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:16:35.201184 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bbb411-2595-4b7b-b6fa-5e07a2ffd869 req-9c21689e-2171-46d3-b109-24b467a908e7 tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:16:35.206894 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-46bbb411-2595-4b7b-b6fa-5e07a2ffd869 req-9c21689e-2171-46d3-b109-24b467a908e7 tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] 10.222.0.32 "GET /v2.0/ports?device_id=a80a91dc-748a-4277-be9b-e5f65a0ae2f9 HTTP/1.1" status: 200 len: 943 time: 0.2608912 Apr 20 18:16:35.242757 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-f851431a-61d8-403d-abbe-6abc7254de7e req-6d93d4eb-81e2-4299-abfe-8eb1a2a52f3e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=efe28055-2fb6-471a-b258-ee0e32c5091b HTTP/1.1" status: 200 len: 217 time: 0.1451447 Apr 20 18:16:35.271368 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-193ffacd-26ba-481b-86be-7be720b42e77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:35.332258 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-193ffacd-26ba-481b-86be-7be720b42e77 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:16:35.364124 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f851431a-61d8-403d-abbe-6abc7254de7e req-ddd7e5e0-293b-4358-a475-a5d054b2a130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:16:35.366118 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-f851431a-61d8-403d-abbe-6abc7254de7e req-ddd7e5e0-293b-4358-a475-a5d054b2a130 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=df8c402d-ed6b-4e3d-81d4-7ab30d507809 HTTP/1.1" status: 200 len: 850 time: 0.1152201 Apr 20 18:16:35.379550 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-193ffacd-26ba-481b-86be-7be720b42e77 admin admin] Usage tracker for resource:security_group_rule and tenant:6c7a2c443a3e4062a40162b1a047ee25 is out of sync, need to count used quota {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:16:35.398978 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-46bbb411-2595-4b7b-b6fa-5e07a2ffd869 req-37ea952b-6c7b-4225-b16b-3a388b7e0f61 tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] 10.222.0.32 "GET /v2.0/security-groups?id=63e5a295-1c1b-4259-93ce-61133d92337d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784906 Apr 20 18:16:35.400622 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-193ffacd-26ba-481b-86be-7be720b42e77 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:16:35.422119 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-193ffacd-26ba-481b-86be-7be720b42e77 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:16:35.451981 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cbabba-40ea-4e86-a668-f84df3ca56c1 req-0fe0982d-5fa4-4bb8-b216-a803406c369e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:16:35.453721 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-a8cbabba-40ea-4e86-a668-f84df3ca56c1 req-0fe0982d-5fa4-4bb8-b216-a803406c369e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=48e5df147ce142c88e849dbcf9521831&device_id=a80a91dc-748a-4277-be9b-e5f65a0ae2f9 HTTP/1.1" status: 200 len: 1096 time: 0.2722359 Apr 20 18:16:35.554108 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-193ffacd-26ba-481b-86be-7be720b42e77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:35.554863 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-a8cbabba-40ea-4e86-a668-f84df3ca56c1 req-004b9bd3-eb5a-4b76-a3b1-9058bf878437 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=db323314-cd35-4373-ae57-b5d5265d2838 HTTP/1.1" status: 200 len: 217 time: 0.0915141 Apr 20 18:16:35.557272 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-193ffacd-26ba-481b-86be-7be720b42e77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854236768'] for security_group, after_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:35.597144 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:16:35.602126 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.rpc [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Device 8fb4d145-1862-458a-8f77-c2300060536e up at agent hyperv_hv-cinder-78692 {{(pid=86312) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:16:35.611281 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-193ffacd-26ba-481b-86be-7be720b42e77 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6c7a2c443a3e4062a40162b1a047ee25&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4583006 Apr 20 18:16:35.613965 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.32', 49448) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:16:35.709290 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193ffacd-26ba-481b-86be-7be720b42e77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23376c5a-408f-490a-a2f7-0df5c15436f2,revision_number=1']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:16:35.713681 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-193ffacd-26ba-481b-86be-7be720b42e77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:16:35.728764 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f851431a-61d8-403d-abbe-6abc7254de7e req-64082fa4-b922-404b-9d67-1dc65f808fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:16:35.738564 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-f851431a-61d8-403d-abbe-6abc7254de7e req-64082fa4-b922-404b-9d67-1dc65f808fe6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=eb98ba18-b0fc-455c-9bef-282881864632&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3458517 Apr 20 18:16:35.766832 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.provisioning_blocks [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Provisioning for port 8fb4d145-1862-458a-8f77-c2300060536e completed by entity L2. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 18:16:35.767054 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-2f294522-38c7-4157-918f-62dea321cebc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:35.773206 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.provisioning_blocks [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Provisioning complete for port 8fb4d145-1862-458a-8f77-c2300060536e triggered by entity L2. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:16:35.774075 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853381758'] for port, provisioning_complete {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:35.874379 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-2f294522-38c7-4157-918f-62dea321cebc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:35.940233 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cbabba-40ea-4e86-a668-f84df3ca56c1 req-81559368-9249-468b-87ea-11778413ab57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:16:35.941825 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-a8cbabba-40ea-4e86-a668-f84df3ca56c1 req-81559368-9249-468b-87ea-11778413ab57 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ebfd3c2f-c00a-4eb7-8bea-d2691ff138cc HTTP/1.1" status: 200 len: 858 time: 0.3727489 Apr 20 18:16:36.077715 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624671'] for port, before_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:36.123693 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57b2d215-a646-4377-934b-f64e1f3dabe0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fb4d145-1862-458a-8f77-c2300060536e'}] {{(pid=86312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:16:36.138599 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.db [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] For port 8fb4d145-1862-458a-8f77-c2300060536e, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=8fb4d145-1862-458a-8f77-c2300060536e,segment=NetworkSegment(c3ded3fe-e1f6-46cb-bb95-d0e46e9eb1ff),segment_id=c3ded3fe-e1f6-46cb-bb95-d0e46e9eb1ff)] {{(pid=86312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:16:36.144850 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852966479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736993730504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736993280695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299861495088'] for port, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:36.148011 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:16:36.187755 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-2f294522-38c7-4157-918f-62dea321cebc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854236768'] for security_group, after_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:36.194515 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-ee6419fd-2c79-4707-950b-c3949fd27540 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:16:36.213277 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f294522-38c7-4157-918f-62dea321cebc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23376c5a-408f-490a-a2f7-0df5c15436f2,revision_number=None']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:16:36.217168 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-2f294522-38c7-4157-918f-62dea321cebc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:16:36.239814 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-2f294522-38c7-4157-918f-62dea321cebc admin admin] Notify callbacks [] for security_group, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:36.239814 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-2f294522-38c7-4157-918f-62dea321cebc admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/23376c5a-408f-490a-a2f7-0df5c15436f2 HTTP/1.1" status: 204 len: 168 time: 0.6201491 Apr 20 18:16:36.259986 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ba7665-db26-4b31-883f-7129f17310a3 req-7ce62be0-8abf-4551-a778-601867dd141d tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:16:36.262878 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-60ba7665-db26-4b31-883f-7129f17310a3 req-7ce62be0-8abf-4551-a778-601867dd141d tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] 10.222.0.32 "GET /v2.0/ports?device_id=017750e2-2faa-492d-81ff-e9560fb475f5 HTTP/1.1" status: 200 len: 943 time: 0.2095263 Apr 20 18:16:36.311778 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Pushing event updated for resources: {'Port': ['ID=8fb4d145-1862-458a-8f77-c2300060536e,revision_number=5']} {{(pid=86312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:16:36.336219 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:16:36.406647 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57b2d215-a646-4377-934b-f64e1f3dabe0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fb4d145-1862-458a-8f77-c2300060536e', 'code': 200} Apr 20 18:16:36.408468 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-60ba7665-db26-4b31-883f-7129f17310a3 req-60081b1a-0cc3-4863-bcc2-8de6aae22395 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] 10.222.0.32 "GET /v2.0/security-groups?id=38e27d19-d8a9-48d6-a9d6-ec021bffb723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1323316 Apr 20 18:16:36.490798 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-a8cbabba-40ea-4e86-a668-f84df3ca56c1 req-abae1bd7-33f0-4f61-b222-213c1187729e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=15a6a0fd-d337-49a6-891c-eac6549b2bfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5423551 Apr 20 18:16:36.555887 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-f851431a-61d8-403d-abbe-6abc7254de7e req-770143ef-5e1a-46fe-b3d9-904e89f39093 service neutron] 10.222.0.13 "GET /v2.0/networks/eb98ba18-b0fc-455c-9bef-282881864632?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7982597 Apr 20 18:16:36.816225 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497e5851-1a58-46e0-841d-e781c6c1de27 req-a706ea59-9c96-4396-b64d-eb993576df88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:16:36.818156 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-497e5851-1a58-46e0-841d-e781c6c1de27 req-a706ea59-9c96-4396-b64d-eb993576df88 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=57b2d215-a646-4377-934b-f64e1f3dabe0 HTTP/1.1" status: 200 len: 1099 time: 0.1468861 Apr 20 18:16:36.879126 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-497e5851-1a58-46e0-841d-e781c6c1de27 req-6b9f0977-da10-4e49-8265-668b03c6ed64 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=63e5a295-1c1b-4259-93ce-61133d92337d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459354 Apr 20 18:16:36.976963 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ee7107-33d8-49f5-a36d-749f9a0257ee req-588f87b7-6c88-4491-a12e-7ff2f3299676 tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:16:36.977772 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [req-73ee7107-33d8-49f5-a36d-749f9a0257ee req-588f87b7-6c88-4491-a12e-7ff2f3299676 tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] Synchronizing usage tracker for tenant:48e5df147ce142c88e849dbcf9521831 on resource:port {{(pid=86310) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 18:16:37.020494 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a80a91dc-748a-4277-be9b-e5f65a0ae2f9', 'tag': 'db323314-cd35-4373-ae57-b5d5265d2838'}] {{(pid=86310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:16:37.049812 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-a8cbabba-40ea-4e86-a668-f84df3ca56c1 req-26d52b75-69cb-4817-89b6-e77e969c8351 service neutron] 10.222.0.13 "GET /v2.0/networks/15a6a0fd-d337-49a6-891c-eac6549b2bfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4286585 Apr 20 18:16:37.052846 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [req-73ee7107-33d8-49f5-a36d-749f9a0257ee req-588f87b7-6c88-4491-a12e-7ff2f3299676 tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] Unset dirty status for tenant:48e5df147ce142c88e849dbcf9521831 on resource:port {{(pid=86310) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 18:16:37.061070 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-73ee7107-33d8-49f5-a36d-749f9a0257ee req-588f87b7-6c88-4491-a12e-7ff2f3299676 tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] 10.222.0.32 "GET /v2.0/ports?device_id=a80a91dc-748a-4277-be9b-e5f65a0ae2f9 HTTP/1.1" status: 200 len: 943 time: 0.5039825 Apr 20 18:16:37.071083 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-f851431a-61d8-403d-abbe-6abc7254de7e req-88d062de-50e2-4f3d-8988-8f2ad29a97a0 service neutron] 10.222.0.13 "GET /v2.0/networks/eb98ba18-b0fc-455c-9bef-282881864632?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4480693 Apr 20 18:16:37.128380 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a80a91dc-748a-4277-be9b-e5f65a0ae2f9', 'tag': 'db323314-cd35-4373-ae57-b5d5265d2838', 'status': 'completed', 'code': 200} Apr 20 18:16:37.294224 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-73ee7107-33d8-49f5-a36d-749f9a0257ee req-a99dcce5-a25f-4603-aa41-daf161331087 tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] 10.222.0.32 "GET /v2.0/security-groups?id=63e5a295-1c1b-4259-93ce-61133d92337d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2197669 Apr 20 18:16:37.351672 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-a8cbabba-40ea-4e86-a668-f84df3ca56c1 req-1f205593-0638-431b-96e0-92a7b0941a84 service neutron] 10.222.0.13 "GET /v2.0/networks/15a6a0fd-d337-49a6-891c-eac6549b2bfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2794206 Apr 20 18:16:37.359327 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638a1461-a306-46e9-b5df-aa5b75aadcd3 req-84614674-02de-40bf-a099-f1b0dfc3156d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:16:37.360976 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-638a1461-a306-46e9-b5df-aa5b75aadcd3 req-84614674-02de-40bf-a099-f1b0dfc3156d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cb69ef4d450d449286542b7dabcb8f7a&device_id=017750e2-2faa-492d-81ff-e9560fb475f5 HTTP/1.1" status: 200 len: 1096 time: 0.1729465 Apr 20 18:16:37.727874 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638a1461-a306-46e9-b5df-aa5b75aadcd3 req-9bbfdcd2-0130-4467-b08b-46ef1a10ba64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:16:37.729687 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-638a1461-a306-46e9-b5df-aa5b75aadcd3 req-9bbfdcd2-0130-4467-b08b-46ef1a10ba64 service neutron] 10.222.0.13 "GET /v2.0/networks?id=eb98ba18-b0fc-455c-9bef-282881864632 HTTP/1.1" status: 200 len: 912 time: 0.3576458 Apr 20 18:16:37.740020 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3573ab3-293d-4449-8355-b46069bb913e req-2b0297d7-3ede-464b-95f3-78b2d2d0729c tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:16:37.758363 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-b3573ab3-293d-4449-8355-b46069bb913e req-2b0297d7-3ede-464b-95f3-78b2d2d0729c tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] 10.222.0.32 "GET /v2.0/ports?device_id=017750e2-2faa-492d-81ff-e9560fb475f5 HTTP/1.1" status: 200 len: 943 time: 0.1728401 Apr 20 18:16:37.828818 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-b3573ab3-293d-4449-8355-b46069bb913e req-031d2a2b-6a82-41fd-94b1-7aaf35bb2d1a tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] 10.222.0.32 "GET /v2.0/security-groups?id=38e27d19-d8a9-48d6-a9d6-ec021bffb723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699685 Apr 20 18:16:37.848770 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-638a1461-a306-46e9-b5df-aa5b75aadcd3 req-c32b5a91-47e4-4862-b1f0-9f38e9b06022 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=efe28055-2fb6-471a-b258-ee0e32c5091b HTTP/1.1" status: 200 len: 217 time: 0.1110208 Apr 20 18:16:37.908542 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1235985-6018-4587-a6c0-a9f41e0f9d0e req-6bf1e265-f82d-4472-bc04-9dc9aeb0a5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:16:37.910266 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-c1235985-6018-4587-a6c0-a9f41e0f9d0e req-6bf1e265-f82d-4472-bc04-9dc9aeb0a5a0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=48e5df147ce142c88e849dbcf9521831&device_id=a80a91dc-748a-4277-be9b-e5f65a0ae2f9 HTTP/1.1" status: 200 len: 1096 time: 0.4891281 Apr 20 18:16:38.004534 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638a1461-a306-46e9-b5df-aa5b75aadcd3 req-7d22968c-2852-422d-844b-d2d2ed135b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:16:38.006277 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-638a1461-a306-46e9-b5df-aa5b75aadcd3 req-7d22968c-2852-422d-844b-d2d2ed135b99 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=df8c402d-ed6b-4e3d-81d4-7ab30d507809 HTTP/1.1" status: 200 len: 850 time: 0.1483355 Apr 20 18:16:38.061030 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-bc286b53-d412-4139-9834-336634b29d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299861013637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394135'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:38.654626 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1235985-6018-4587-a6c0-a9f41e0f9d0e req-7642aa21-e224-482c-966e-340d118264db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:16:38.657232 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-c1235985-6018-4587-a6c0-a9f41e0f9d0e req-7642aa21-e224-482c-966e-340d118264db service neutron] 10.222.0.13 "GET /v2.0/networks?id=15a6a0fd-d337-49a6-891c-eac6549b2bfb HTTP/1.1" status: 200 len: 919 time: 0.7224252 Apr 20 18:16:38.661653 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f47777-50d9-4676-9415-8971e3c7a1b2 req-34530e90-5570-4b37-9436-f01664db9081 tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:16:38.670604 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-81f47777-50d9-4676-9415-8971e3c7a1b2 req-34530e90-5570-4b37-9436-f01664db9081 tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] 10.222.0.32 "GET /v2.0/ports?device_id=a80a91dc-748a-4277-be9b-e5f65a0ae2f9 HTTP/1.1" status: 200 len: 943 time: 0.1225488 Apr 20 18:16:38.678581 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95009d5c-ef91-455e-8ccf-370d4d963a9b req-30dc7bd0-ed95-4b51-be81-be2f716cede3 tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:16:38.693860 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-95009d5c-ef91-455e-8ccf-370d4d963a9b req-30dc7bd0-ed95-4b51-be81-be2f716cede3 tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] 10.222.0.32 "GET /v2.0/networks?id=33ae499e-8924-4d19-b24e-e728f8047f05 HTTP/1.1" status: 200 len: 815 time: 0.6828196 Apr 20 18:16:38.748929 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-81f47777-50d9-4676-9415-8971e3c7a1b2 req-18cbb77a-0b62-4c38-a53a-51fb61fb9ff1 tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] 10.222.0.32 "GET /v2.0/security-groups?id=63e5a295-1c1b-4259-93ce-61133d92337d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767705 Apr 20 18:16:38.824909 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638a1461-a306-46e9-b5df-aa5b75aadcd3 req-2350d8a8-3638-4e45-8c57-a4db75142a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:16:38.827769 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-638a1461-a306-46e9-b5df-aa5b75aadcd3 req-2350d8a8-3638-4e45-8c57-a4db75142a8c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=eb98ba18-b0fc-455c-9bef-282881864632&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.6987479 Apr 20 18:16:38.904743 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-c1235985-6018-4587-a6c0-a9f41e0f9d0e req-0d83112b-8c01-4b80-a46d-5a397387ac8e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=db323314-cd35-4373-ae57-b5d5265d2838 HTTP/1.1" status: 200 len: 217 time: 0.2034128 Apr 20 18:16:38.926239 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-95009d5c-ef91-455e-8ccf-370d4d963a9b req-8478f535-12e3-4b27-be2a-37813dd77d7d tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] 10.222.0.32 "GET /v2.0/quotas/96ff5c4d39a64c7b8df2adf23972e2ba HTTP/1.1" status: 200 len: 375 time: 0.2304077 Apr 20 18:16:38.945491 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.32', 49570) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:16:39.174215 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8bcf83-d92b-43e5-ac68-ad57fdea1f9b req-2fd1c9ab-90b1-4e2d-bc24-f5c3e70dc208 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:16:39.182909 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-ec8bcf83-d92b-43e5-ac68-ad57fdea1f9b req-2fd1c9ab-90b1-4e2d-bc24-f5c3e70dc208 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] 10.222.0.32 "GET /v2.0/ports?device_id=017750e2-2faa-492d-81ff-e9560fb475f5 HTTP/1.1" status: 200 len: 943 time: 0.1564882 Apr 20 18:16:39.186327 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-88debcc7-86cc-4026-8b80-290bc4730655 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:39.197008 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1235985-6018-4587-a6c0-a9f41e0f9d0e req-fa184593-d909-4485-aada-86e203e9534c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:16:39.198619 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-c1235985-6018-4587-a6c0-a9f41e0f9d0e req-fa184593-d909-4485-aada-86e203e9534c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ebfd3c2f-c00a-4eb7-8bea-d2691ff138cc HTTP/1.1" status: 200 len: 858 time: 0.2679954 Apr 20 18:16:39.205554 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-88debcc7-86cc-4026-8b80-290bc4730655 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:16:39.209832 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-88debcc7-86cc-4026-8b80-290bc4730655 admin admin] Usage tracker for resource:security_group_rule and tenant:157d8889738e482cbffdc529796499a6 is out of sync, need to count used quota {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:16:39.213055 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-88debcc7-86cc-4026-8b80-290bc4730655 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:16:39.251012 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-88debcc7-86cc-4026-8b80-290bc4730655 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:16:39.302355 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-c1235985-6018-4587-a6c0-a9f41e0f9d0e req-2ccfd0c3-052d-4508-a8dc-70a30b9ffd91 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=15a6a0fd-d337-49a6-891c-eac6549b2bfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0857184 Apr 20 18:16:39.314458 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-638a1461-a306-46e9-b5df-aa5b75aadcd3 req-aeb2589e-548d-4b1c-8444-6702b6e24179 service neutron] 10.222.0.13 "GET /v2.0/networks/eb98ba18-b0fc-455c-9bef-282881864632?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4707606 Apr 20 18:16:39.324375 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-ec8bcf83-d92b-43e5-ac68-ad57fdea1f9b req-fff3c8c1-0104-4c54-b4c3-5b566f25e296 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] 10.222.0.32 "GET /v2.0/security-groups?id=38e27d19-d8a9-48d6-a9d6-ec021bffb723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1403739 Apr 20 18:16:39.518005 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-88debcc7-86cc-4026-8b80-290bc4730655 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:39.521780 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-88debcc7-86cc-4026-8b80-290bc4730655 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854236768'] for security_group, after_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:39.592512 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:16:39.641954 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-95009d5c-ef91-455e-8ccf-370d4d963a9b req-cd5e0277-6039-45e1-b3e5-504c5af7469a tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=96ff5c4d39a64c7b8df2adf23972e2ba&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7142746 Apr 20 18:16:39.657277 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88debcc7-86cc-4026-8b80-290bc4730655 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ba5eea5-6c82-417d-9367-7ba415a53502,revision_number=1']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:16:39.663782 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-88debcc7-86cc-4026-8b80-290bc4730655 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=157d8889738e482cbffdc529796499a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7170353 Apr 20 18:16:39.665340 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-88debcc7-86cc-4026-8b80-290bc4730655 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:16:39.666384 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.32', 49612) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:16:39.759440 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-4111013e-401c-4a0b-9338-5a36a5de3a49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:39.818677 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-4111013e-401c-4a0b-9338-5a36a5de3a49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:39.892361 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-4111013e-401c-4a0b-9338-5a36a5de3a49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854236768'] for security_group, after_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:39.899762 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-2f294522-38c7-4157-918f-62dea321cebc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:16:39.918834 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4111013e-401c-4a0b-9338-5a36a5de3a49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ba5eea5-6c82-417d-9367-7ba415a53502,revision_number=None']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:16:39.921097 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-4111013e-401c-4a0b-9338-5a36a5de3a49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:39.926298 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-4111013e-401c-4a0b-9338-5a36a5de3a49 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8ba5eea5-6c82-417d-9367-7ba415a53502 HTTP/1.1" status: 204 len: 168 time: 0.2546916 Apr 20 18:16:39.926298 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-4111013e-401c-4a0b-9338-5a36a5de3a49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:16:40.063059 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-638a1461-a306-46e9-b5df-aa5b75aadcd3 req-be1e96de-f8a1-448e-b6f4-0d9c3437aea8 service neutron] 10.222.0.13 "GET /v2.0/networks/eb98ba18-b0fc-455c-9bef-282881864632?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4922168 Apr 20 18:16:40.169245 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-c1235985-6018-4587-a6c0-a9f41e0f9d0e req-6fa6d537-c236-4ef4-b907-629a0fc8195b service neutron] 10.222.0.13 "GET /v2.0/networks/15a6a0fd-d337-49a6-891c-eac6549b2bfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8569636 Apr 20 18:16:40.194239 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316d3d5e-bd49-4b0a-8650-287fa8deb7ad req-a09f40b4-5fd1-468a-b3da-ec64c89f28b2 tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:16:40.210745 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-316d3d5e-bd49-4b0a-8650-287fa8deb7ad req-a09f40b4-5fd1-468a-b3da-ec64c89f28b2 tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] 10.222.0.32 "GET /v2.0/ports?device_id=a80a91dc-748a-4277-be9b-e5f65a0ae2f9 HTTP/1.1" status: 200 len: 943 time: 0.2289209 Apr 20 18:16:40.270661 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-316d3d5e-bd49-4b0a-8650-287fa8deb7ad req-97e22493-6314-4781-8ae4-f1af3cb9f114 tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] 10.222.0.32 "GET /v2.0/security-groups?id=63e5a295-1c1b-4259-93ce-61133d92337d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583570 Apr 20 18:16:40.296172 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-95009d5c-ef91-455e-8ccf-370d4d963a9b req-7ceec4f2-e33f-4469-8d81-dfa8743d9e94 service neutron] 10.222.0.32 "GET /v2.0/networks/33ae499e-8924-4d19-b24e-e728f8047f05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6531756 Apr 20 18:16:40.543361 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-c1235985-6018-4587-a6c0-a9f41e0f9d0e req-3395d41b-198d-497e-84cd-adf272d8de28 service neutron] 10.222.0.13 "GET /v2.0/networks/15a6a0fd-d337-49a6-891c-eac6549b2bfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3669879 Apr 20 18:16:40.556812 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-95009d5c-ef91-455e-8ccf-370d4d963a9b req-1fb7ad28-54eb-4eed-86b8-6a25b9e3f3da service neutron] 10.222.0.32 "GET /v2.0/networks/33ae499e-8924-4d19-b24e-e728f8047f05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2589417 Apr 20 18:16:40.563257 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a679e2-0ee7-4fc8-accb-f362134c8ca7 req-049c28d3-3fc4-49d8-a2c6-257236bbdbe0 tempest-DeleteServersTestJSON-84120958 tempest-DeleteServersTestJSON-84120958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:16:40.565486 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-c7a679e2-0ee7-4fc8-accb-f362134c8ca7 req-049c28d3-3fc4-49d8-a2c6-257236bbdbe0 tempest-DeleteServersTestJSON-84120958 tempest-DeleteServersTestJSON-84120958-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ebddb38-7926-4f65-a612-116061e7e942 HTTP/1.1" status: 200 len: 945 time: 0.1411209 Apr 20 18:16:40.620924 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.32', 49656) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:16:40.651215 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-399e2335-a95d-403d-ab5a-e838d9803977 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:40.684935 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-399e2335-a95d-403d-ab5a-e838d9803977 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:16:40.686369 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-c7a679e2-0ee7-4fc8-accb-f362134c8ca7 req-125b4e1f-6656-45ee-88f5-71e20bef074d tempest-DeleteServersTestJSON-84120958 tempest-DeleteServersTestJSON-84120958-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce87c956-6659-4af6-b2bd-efecf3a3a672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067591 Apr 20 18:16:40.689682 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-399e2335-a95d-403d-ab5a-e838d9803977 admin admin] Usage tracker for resource:security_group_rule and tenant:40cf8be18f8f4b43802ec0683f53501e is out of sync, need to count used quota {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:16:40.702623 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-399e2335-a95d-403d-ab5a-e838d9803977 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:16:40.713442 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-399e2335-a95d-403d-ab5a-e838d9803977 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:16:40.810102 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-032374e9-0da6-44aa-b367-c5425f44d0aa req-0dfaa04c-35d0-465e-a553-648bfa8e8335 tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] 10.222.0.32 "GET /v2.0/ports?device_id=72f6997e-8ecc-46c5-8da2-fd3c74445826 HTTP/1.1" status: 200 len: 210 time: 0.0649979 Apr 20 18:16:40.893190 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-e0f769d7-b922-4d56-bb1d-351d35d86b25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299861013637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394135'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:40.912497 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-399e2335-a95d-403d-ab5a-e838d9803977 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:40.923458 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-399e2335-a95d-403d-ab5a-e838d9803977 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854236768'] for security_group, after_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:40.938240 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-826c47fd-1e36-4e04-bcbd-f6fce080e79b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:16:40.989431 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-399e2335-a95d-403d-ab5a-e838d9803977 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=40cf8be18f8f4b43802ec0683f53501e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3663881 Apr 20 18:16:40.992278 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.32', 49668) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:16:40.997098 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399e2335-a95d-403d-ab5a-e838d9803977 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=853681ab-acd3-4820-b7da-ae43233c0779,revision_number=1']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:16:41.001562 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-399e2335-a95d-403d-ab5a-e838d9803977 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:16:41.044398 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f197e2-3ffa-47cf-99bf-49ed55c9491c req-2f8c9c53-029d-42d0-a6fd-ca7ed566190a tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:16:41.046447 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-a9f197e2-3ffa-47cf-99bf-49ed55c9491c req-2f8c9c53-029d-42d0-a6fd-ca7ed566190a tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] 10.222.0.32 "GET /v2.0/ports?device_id=017750e2-2faa-492d-81ff-e9560fb475f5 HTTP/1.1" status: 200 len: 943 time: 0.2476683 Apr 20 18:16:41.072403 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-b10ec107-4883-43d6-afcd-873f39df9e0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:41.102476 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-2bb93f3c-0bff-4547-a1e0-c38a344e24ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299861013637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394135'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:41.107601 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-b10ec107-4883-43d6-afcd-873f39df9e0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:41.138200 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-a9f197e2-3ffa-47cf-99bf-49ed55c9491c req-281f311a-9ef7-4921-98fe-3344b735aef5 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] 10.222.0.32 "GET /v2.0/security-groups?id=38e27d19-d8a9-48d6-a9d6-ec021bffb723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852103 Apr 20 18:16:41.164360 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-b10ec107-4883-43d6-afcd-873f39df9e0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854236768'] for security_group, after_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:41.174711 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-f9aec685-e60e-4b38-98f0-a3884140a9b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:16:41.189991 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10ec107-4883-43d6-afcd-873f39df9e0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=853681ab-acd3-4820-b7da-ae43233c0779,revision_number=None']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:16:41.197277 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-b10ec107-4883-43d6-afcd-873f39df9e0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:16:41.198156 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-b10ec107-4883-43d6-afcd-873f39df9e0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:41.204117 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-b10ec107-4883-43d6-afcd-873f39df9e0b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/853681ab-acd3-4820-b7da-ae43233c0779 HTTP/1.1" status: 204 len: 168 time: 0.2100554 Apr 20 18:16:41.548932 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213315b1-00c6-4421-bad6-1271ca56ad37 req-ec878c3e-9ee1-47cc-99d4-89c22a53c8aa tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:16:41.550985 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-213315b1-00c6-4421-bad6-1271ca56ad37 req-ec878c3e-9ee1-47cc-99d4-89c22a53c8aa tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] 10.222.0.32 "GET /v2.0/ports?device_id=a80a91dc-748a-4277-be9b-e5f65a0ae2f9 HTTP/1.1" status: 200 len: 943 time: 0.1421607 Apr 20 18:16:41.651405 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.rpc [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Device efe28055-2fb6-471a-b258-ee0e32c5091b details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=86312) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 18:16:41.687033 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c6a592-11ec-4ede-b03f-ac32c31d8984 req-08f386df-ef2d-425e-a183-9f304f486564 tempest-DeleteServersTestJSON-84120958 tempest-DeleteServersTestJSON-84120958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:16:41.689608 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-14c6a592-11ec-4ede-b03f-ac32c31d8984 req-08f386df-ef2d-425e-a183-9f304f486564 tempest-DeleteServersTestJSON-84120958 tempest-DeleteServersTestJSON-84120958-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ebddb38-7926-4f65-a612-116061e7e942 HTTP/1.1" status: 200 len: 945 time: 0.1429791 Apr 20 18:16:41.706361 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-213315b1-00c6-4421-bad6-1271ca56ad37 req-2e3f3020-10bf-44f6-a538-af4f82dfb009 tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] 10.222.0.32 "GET /v2.0/security-groups?id=63e5a295-1c1b-4259-93ce-61133d92337d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482127 Apr 20 18:16:41.832756 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.plugin [req-14c6a592-11ec-4ede-b03f-ac32c31d8984 req-22a5bab6-b074-49a8-ae73-1f06f74fc5e5 tempest-DeleteServersTestJSON-84120958 tempest-DeleteServersTestJSON-84120958-project] Deleting port b4139ebe-c2db-43fc-9ca2-b3283816b608 {{(pid=86310) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:16:41.833158 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-14c6a592-11ec-4ede-b03f-ac32c31d8984 req-22a5bab6-b074-49a8-ae73-1f06f74fc5e5 tempest-DeleteServersTestJSON-84120958 tempest-DeleteServersTestJSON-84120958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363299861050484'] for port, before_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:41.927909 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.db [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] For port efe28055-2fb6-471a-b258-ee0e32c5091b, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=efe28055-2fb6-471a-b258-ee0e32c5091b,segment=NetworkSegment(ad36d8b3-d89e-4c97-9e5d-6bb749241abc),segment_id=ad36d8b3-d89e-4c97-9e5d-6bb749241abc)] {{(pid=86312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:16:41.947375 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.rpc [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Returning: {'device': 'efe28055-2fb6-471a-b258-ee0e32c5091b', 'network_id': 'eb98ba18-b0fc-455c-9bef-282881864632', 'port_id': 'efe28055-2fb6-471a-b258-ee0e32c5091b', 'mac_address': 'fa:16:3e:a3:8d:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df8c402d-ed6b-4e3d-81d4-7ab30d507809', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86312) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 18:16:42.020635 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624671'] for port, before_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:42.078614 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee5aad7-14d8-49de-8087-930387af9814 req-e2131bbc-ca4b-4937-82e1-7878b1367082 tempest-DeleteServersTestJSON-84120958 tempest-DeleteServersTestJSON-84120958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:16:42.080242 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-1ee5aad7-14d8-49de-8087-930387af9814 req-e2131bbc-ca4b-4937-82e1-7878b1367082 tempest-DeleteServersTestJSON-84120958 tempest-DeleteServersTestJSON-84120958-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ebddb38-7926-4f65-a612-116061e7e942 HTTP/1.1" status: 200 len: 945 time: 0.1939478 Apr 20 18:16:42.081615 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.notifiers.nova [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efe28055-2fb6-471a-b258-ee0e32c5091b {{(pid=86312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 18:16:42.130159 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.db [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] For port efe28055-2fb6-471a-b258-ee0e32c5091b, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=efe28055-2fb6-471a-b258-ee0e32c5091b,segment=NetworkSegment(ad36d8b3-d89e-4c97-9e5d-6bb749241abc),segment_id=ad36d8b3-d89e-4c97-9e5d-6bb749241abc)] {{(pid=86312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:16:42.134727 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852966479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736993730504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736993280695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299861495088'] for port, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:42.136517 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.rpc [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Device db323314-cd35-4373-ae57-b5d5265d2838 details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=86312) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 18:16:42.146564 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:16:42.186862 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-755529d1-ec5f-4f5a-88f2-d3293bc60f91 req-5c5dbfad-7728-4eda-81d5-661aa430c2ce tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] 10.222.0.32 "GET /v2.0/ports?device_id=72f6997e-8ecc-46c5-8da2-fd3c74445826 HTTP/1.1" status: 200 len: 210 time: 0.1228588 Apr 20 18:16:42.392081 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299861013637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394135'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:42.448646 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-1ee5aad7-14d8-49de-8087-930387af9814 req-e1701b5e-4492-48aa-9713-5c9a6cca4053 tempest-DeleteServersTestJSON-84120958 tempest-DeleteServersTestJSON-84120958-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce87c956-6659-4af6-b2bd-efecf3a3a672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3579249 Apr 20 18:16:42.467885 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Pushing event updated for resources: {'Port': ['ID=efe28055-2fb6-471a-b258-ee0e32c5091b,revision_number=4']} {{(pid=86312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:16:42.474980 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:16:42.561544 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.32', 49738) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:16:42.699983 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1ad1d9-72b3-43c2-9f07-3989bb7bd346 req-deda9b72-a72f-44eb-b26c-8ba678934d55 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:16:42.701840 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.db [req-14c6a592-11ec-4ede-b03f-ac32c31d8984 req-22a5bab6-b074-49a8-ae73-1f06f74fc5e5 tempest-DeleteServersTestJSON-84120958 tempest-DeleteServersTestJSON-84120958-project] For port b4139ebe-c2db-43fc-9ca2-b3283816b608, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=b4139ebe-c2db-43fc-9ca2-b3283816b608,segment=NetworkSegment(09c10a61-a237-4f67-9aef-6215525c166d),segment_id=09c10a61-a237-4f67-9aef-6215525c166d)] {{(pid=86310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:16:42.702252 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-14c6a592-11ec-4ede-b03f-ac32c31d8984 req-22a5bab6-b074-49a8-ae73-1f06f74fc5e5 tempest-DeleteServersTestJSON-84120958 tempest-DeleteServersTestJSON-84120958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632958'] for port, precommit_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:42.709469 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-6a1ad1d9-72b3-43c2-9f07-3989bb7bd346 req-deda9b72-a72f-44eb-b26c-8ba678934d55 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] 10.222.0.32 "GET /v2.0/ports?device_id=017750e2-2faa-492d-81ff-e9560fb475f5 HTTP/1.1" status: 200 len: 944 time: 0.2924106 Apr 20 18:16:42.713073 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.db [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] For port db323314-cd35-4373-ae57-b5d5265d2838, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=db323314-cd35-4373-ae57-b5d5265d2838,segment=NetworkSegment(c3ded3fe-e1f6-46cb-bb95-d0e46e9eb1ff),segment_id=c3ded3fe-e1f6-46cb-bb95-d0e46e9eb1ff)] {{(pid=86312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:16:42.742007 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.rpc [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Returning: {'device': 'db323314-cd35-4373-ae57-b5d5265d2838', 'network_id': '15a6a0fd-d337-49a6-891c-eac6549b2bfb', 'port_id': 'db323314-cd35-4373-ae57-b5d5265d2838', 'mac_address': 'fa:16:3e:f7:89:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ebfd3c2f-c00a-4eb7-8bea-d2691ff138cc', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86312) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 18:16:42.780870 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-6a1ad1d9-72b3-43c2-9f07-3989bb7bd346 req-4d0575b3-f25f-4480-9aed-29ced18ed646 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] 10.222.0.32 "GET /v2.0/security-groups?id=38e27d19-d8a9-48d6-a9d6-ec021bffb723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703425 Apr 20 18:16:42.850884 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624671'] for port, before_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:42.895522 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.notifiers.nova [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db323314-cd35-4373-ae57-b5d5265d2838 {{(pid=86312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 18:16:42.927121 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95009d5c-ef91-455e-8ccf-370d4d963a9b req-798f71ec-a7b6-4e7c-980c-9ba0e3f883f0 tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:16:42.929780 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-95009d5c-ef91-455e-8ccf-370d4d963a9b req-798f71ec-a7b6-4e7c-980c-9ba0e3f883f0 tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] 10.222.0.13 "GET /v2.0/networks?id=33ae499e-8924-4d19-b24e-e728f8047f05 HTTP/1.1" status: 200 len: 815 time: 0.5793481 Apr 20 18:16:42.936972 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.db [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] For port db323314-cd35-4373-ae57-b5d5265d2838, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=db323314-cd35-4373-ae57-b5d5265d2838,segment=NetworkSegment(c3ded3fe-e1f6-46cb-bb95-d0e46e9eb1ff),segment_id=c3ded3fe-e1f6-46cb-bb95-d0e46e9eb1ff)] {{(pid=86312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:16:42.940516 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852966479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736993730504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736993280695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299861495088'] for port, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:42.942561 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:16:43.067572 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.plugin [req-14c6a592-11ec-4ede-b03f-ac32c31d8984 req-22a5bab6-b074-49a8-ae73-1f06f74fc5e5 tempest-DeleteServersTestJSON-84120958 tempest-DeleteServersTestJSON-84120958-project] Calling delete_port for b4139ebe-c2db-43fc-9ca2-b3283816b608 owned by compute:nova {{(pid=86310) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 18:16:43.070818 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Pushing event updated for resources: {'Port': ['ID=db323314-cd35-4373-ae57-b5d5265d2838,revision_number=4']} {{(pid=86312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:16:43.074789 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:16:43.113336 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.v2.base [req-95009d5c-ef91-455e-8ccf-370d4d963a9b req-7acfb8a0-4274-476e-9498-a8e008e7b9e4 tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] Request body: {'port': {'device_id': '72f6997e-8ecc-46c5-8da2-fd3c74445826', 'network_id': '33ae499e-8924-4d19-b24e-e728f8047f05', 'admin_state_up': True, 'tenant_id': '96ff5c4d39a64c7b8df2adf23972e2ba'}} {{(pid=86310) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:16:43.175838 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.db [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] get_ports_and_sgs() called for port_ids ['db323314-cd35-4373-ae57-b5d5265d2838'] {{(pid=86312) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 18:16:43.220688 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.db [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] get_ports_and_sgs() called for port_ids ['efe28055-2fb6-471a-b258-ee0e32c5091b'] {{(pid=86312) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 18:16:43.277025 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-8fdc4a20-ff60-4413-9c9c-ef4d8a6ba122 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:43.369408 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-f70b5d3b-7deb-456f-82aa-acef0ba2518a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299861013637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394135'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:43.375836 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-8fdc4a20-ff60-4413-9c9c-ef4d8a6ba122 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:16:43.426281 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-8fdc4a20-ff60-4413-9c9c-ef4d8a6ba122 admin admin] Usage tracker for resource:security_group_rule and tenant:adb336ccd25549089de776b7e23e019e is out of sync, need to count used quota {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:16:43.454752 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-8fdc4a20-ff60-4413-9c9c-ef4d8a6ba122 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:16:43.515830 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-07c17fb2-9945-470f-8eec-8347a6fdc38d req-16043602-15b1-4b29-a7f1-f8e5d005af6a tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] 10.222.0.32 "GET /v2.0/ports?device_id=72f6997e-8ecc-46c5-8da2-fd3c74445826 HTTP/1.1" status: 200 len: 210 time: 0.1059363 Apr 20 18:16:43.707248 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.rpc [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Device b4139ebe-c2db-43fc-9ca2-b3283816b608 no longer exists at agent hyperv_hv-cinder-78692 {{(pid=86312) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 18:16:43.855965 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-8fdc4a20-ff60-4413-9c9c-ef4d8a6ba122 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:16:43.874297 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4851e5a-2f78-4a1e-8dbf-74d814a4dbd0 req-119aa80b-5114-4272-89b0-8fe9d6ca75ad tempest-DeleteServersTestJSON-84120958 tempest-DeleteServersTestJSON-84120958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:16:43.886561 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-e4851e5a-2f78-4a1e-8dbf-74d814a4dbd0 req-119aa80b-5114-4272-89b0-8fe9d6ca75ad tempest-DeleteServersTestJSON-84120958 tempest-DeleteServersTestJSON-84120958-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ebddb38-7926-4f65-a612-116061e7e942 HTTP/1.1" status: 200 len: 945 time: 0.2378941 Apr 20 18:16:43.955109 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-e4851e5a-2f78-4a1e-8dbf-74d814a4dbd0 req-9391337a-c5f7-4b9d-9e81-648f4b1bbc71 tempest-DeleteServersTestJSON-84120958 tempest-DeleteServersTestJSON-84120958-project] 10.222.0.32 "GET /v2.0/security-groups?id=ce87c956-6659-4af6-b2bd-efecf3a3a672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669339 Apr 20 18:16:44.074790 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [req-95009d5c-ef91-455e-8ccf-370d4d963a9b req-7acfb8a0-4274-476e-9498-a8e008e7b9e4 tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:16:44.088975 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09783380-2582-465f-9b46-3fcfe2133cb3 req-a75bcc4d-6275-4d62-99f3-d254890de313 tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:16:44.091713 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-09783380-2582-465f-9b46-3fcfe2133cb3 req-a75bcc4d-6275-4d62-99f3-d254890de313 tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] 10.222.0.32 "GET /v2.0/ports?device_id=a80a91dc-748a-4277-be9b-e5f65a0ae2f9 HTTP/1.1" status: 200 len: 944 time: 1.0797138 Apr 20 18:16:44.163928 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624671'] for port, before_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:44.216975 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [req-95009d5c-ef91-455e-8ccf-370d4d963a9b req-7acfb8a0-4274-476e-9498-a8e008e7b9e4 tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:16:44.271280 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0295b9-a9f9-4343-94d3-07048aeff9fe req-5d2db109-de7e-4ed2-82ff-f15e3471ff30 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:16:44.272952 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-ce0295b9-a9f9-4343-94d3-07048aeff9fe req-5d2db109-de7e-4ed2-82ff-f15e3471ff30 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] 10.222.0.32 "GET /v2.0/ports?device_id=017750e2-2faa-492d-81ff-e9560fb475f5 HTTP/1.1" status: 200 len: 944 time: 0.1242595 Apr 20 18:16:44.288449 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95009d5c-ef91-455e-8ccf-370d4d963a9b req-7acfb8a0-4274-476e-9498-a8e008e7b9e4 tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] Made reservation on behalf of 96ff5c4d39a64c7b8df2adf23972e2ba for: {'port': 1} {{(pid=86310) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 18:16:44.295501 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-95009d5c-ef91-455e-8ccf-370d4d963a9b req-7acfb8a0-4274-476e-9498-a8e008e7b9e4 tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624671'] for port, before_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:44.338338 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-09783380-2582-465f-9b46-3fcfe2133cb3 req-eb28bf5a-1817-42eb-9930-b227f1a3f6eb tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] 10.222.0.32 "GET /v2.0/security-groups?id=63e5a295-1c1b-4259-93ce-61133d92337d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2368619 Apr 20 18:16:44.365593 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-ce0295b9-a9f9-4343-94d3-07048aeff9fe req-a8752b39-839f-484c-8385-bc076cc1ca79 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] 10.222.0.32 "GET /v2.0/security-groups?id=38e27d19-d8a9-48d6-a9d6-ec021bffb723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838022 Apr 20 18:16:44.413278 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-14c6a592-11ec-4ede-b03f-ac32c31d8984 req-22a5bab6-b074-49a8-ae73-1f06f74fc5e5 tempest-DeleteServersTestJSON-84120958 tempest-DeleteServersTestJSON-84120958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852966479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363299861045279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363299861495122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852424964'] for port, after_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:44.444558 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-c7a4e112-cd68-4170-8006-d751bc88a5a3 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:16:44.522777 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a5bab6-b074-49a8-ae73-1f06f74fc5e5 tempest-DeleteServersTestJSON-84120958 tempest-DeleteServersTestJSON-84120958-project] Pushing event deleted for resources: {'Port': ['ID=b4139ebe-c2db-43fc-9ca2-b3283816b608,revision_number=None']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:16:44.557244 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-22a5bab6-b074-49a8-ae73-1f06f74fc5e5 tempest-DeleteServersTestJSON-84120958 tempest-DeleteServersTestJSON-84120958-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:16:44.630320 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-8fdc4a20-ff60-4413-9c9c-ef4d8a6ba122 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:44.667265 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_dvrscheduler_db [req-14c6a592-11ec-4ede-b03f-ac32c31d8984 req-22a5bab6-b074-49a8-ae73-1f06f74fc5e5 tempest-DeleteServersTestJSON-84120958 tempest-DeleteServersTestJSON-84120958-project] No DVR routers for this DVR port b4139ebe-c2db-43fc-9ca2-b3283816b608 on host hv-cinder-78692 {{(pid=86310) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 18:16:44.675364 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-8fdc4a20-ff60-4413-9c9c-ef4d8a6ba122 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854236768'] for security_group, after_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:44.689766 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-1ada123b-e0d2-4a04-a547-15de8e31c917 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:16:44.738091 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-14c6a592-11ec-4ede-b03f-ac32c31d8984 req-22a5bab6-b074-49a8-ae73-1f06f74fc5e5 tempest-DeleteServersTestJSON-84120958 tempest-DeleteServersTestJSON-84120958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759958'] for port, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:44.742563 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ebddb38-7926-4f65-a612-116061e7e942', 'name': 'network-vif-deleted', 'tag': 'b4139ebe-c2db-43fc-9ca2-b3283816b608'}] {{(pid=86310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:16:44.789714 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-f04dd46b-5af0-4eb5-b428-c3d5bef27b84 req-0d16a2bc-302b-421a-ad62-df6627ec59d0 tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] 10.222.0.32 "GET /v2.0/ports?device_id=72f6997e-8ecc-46c5-8da2-fd3c74445826 HTTP/1.1" status: 200 len: 210 time: 0.1153526 Apr 20 18:16:44.809915 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ebddb38-7926-4f65-a612-116061e7e942', 'name': 'network-vif-deleted', 'tag': 'b4139ebe-c2db-43fc-9ca2-b3283816b608', 'status': 'completed', 'code': 200} Apr 20 18:16:44.843500 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.db_base_plugin_common [req-95009d5c-ef91-455e-8ccf-370d4d963a9b req-7acfb8a0-4274-476e-9498-a8e008e7b9e4 tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] Allocated IP 172.20.0.8 (33ae499e-8924-4d19-b24e-e728f8047f05/6f3914bf-0050-4c6e-8c1b-205da5910b8c/4ad8d1c9-b099-4f04-a04a-28f691a145b0) {{(pid=86310) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 18:16:44.848546 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-8fdc4a20-ff60-4413-9c9c-ef4d8a6ba122 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=adb336ccd25549089de776b7e23e019e&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2859402 Apr 20 18:16:44.853280 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.32', 49818) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:16:44.854171 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdc4a20-ff60-4413-9c9c-ef4d8a6ba122 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30f02cb4-8617-4f43-87d3-0d07c7850c66,revision_number=1']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:16:44.859214 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-8fdc4a20-ff60-4413-9c9c-ef4d8a6ba122 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:16:44.885269 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-14c6a592-11ec-4ede-b03f-ac32c31d8984 req-22a5bab6-b074-49a8-ae73-1f06f74fc5e5 tempest-DeleteServersTestJSON-84120958 tempest-DeleteServersTestJSON-84120958-project] 10.222.0.13 "DELETE /v2.0/ports/b4139ebe-c2db-43fc-9ca2-b3283816b608 HTTP/1.1" status: 204 len: 173 time: 3.1876509 Apr 20 18:16:44.995543 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-5db24355-b18f-4cdd-b373-0a1c1524760d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:45.088432 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-5db24355-b18f-4cdd-b373-0a1c1524760d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:45.155876 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-5db24355-b18f-4cdd-b373-0a1c1524760d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854236768'] for security_group, after_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:45.163346 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:16:45.187941 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-5db24355-b18f-4cdd-b373-0a1c1524760d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:45.193296 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-5db24355-b18f-4cdd-b373-0a1c1524760d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/30f02cb4-8617-4f43-87d3-0d07c7850c66 HTTP/1.1" status: 204 len: 168 time: 0.3386245 Apr 20 18:16:45.194387 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db24355-b18f-4cdd-b373-0a1c1524760d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30f02cb4-8617-4f43-87d3-0d07c7850c66,revision_number=None']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:16:45.221562 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-5db24355-b18f-4cdd-b373-0a1c1524760d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:16:45.352483 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-95009d5c-ef91-455e-8ccf-370d4d963a9b req-7acfb8a0-4274-476e-9498-a8e008e7b9e4 tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] Notify callbacks [] for port, precommit_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:45.400568 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-95009d5c-ef91-455e-8ccf-370d4d963a9b req-7acfb8a0-4274-476e-9498-a8e008e7b9e4 tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852966479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736993280678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852424964'] for port, after_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:45.417921 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.db [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] get_ports_and_sgs() called for port_ids ['badb0e48-8abb-48a8-b38f-f002451f77a8'] {{(pid=86312) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 18:16:45.419032 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-0907c81c-df71-4124-8ec3-eebd2acc3024 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:16:45.437354 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-5ed07af6-e08b-4bf8-a3fa-73d189830b79 req-8c188298-a9d8-4e22-9efd-4646d424b448 tempest-DeleteServersTestJSON-84120958 tempest-DeleteServersTestJSON-84120958-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ebddb38-7926-4f65-a612-116061e7e942 HTTP/1.1" status: 200 len: 210 time: 0.0892863 Apr 20 18:16:45.569623 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95009d5c-ef91-455e-8ccf-370d4d963a9b req-7acfb8a0-4274-476e-9498-a8e008e7b9e4 tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] Network 33ae499e-8924-4d19-b24e-e728f8047f05 is already hosted by enough agents. {{(pid=86310) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 18:16:45.589164 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.scheduler.base_scheduler [req-95009d5c-ef91-455e-8ccf-370d4d963a9b req-7acfb8a0-4274-476e-9498-a8e008e7b9e4 tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] Resources bound (agent type, host, resource id): {{(pid=86310) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:16:45.594802 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_dvrscheduler_db [req-95009d5c-ef91-455e-8ccf-370d4d963a9b req-7acfb8a0-4274-476e-9498-a8e008e7b9e4 tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] Received port after_create {{(pid=86310) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 18:16:45.690322 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.rpc [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Device db323314-cd35-4373-ae57-b5d5265d2838 up at agent hyperv_hv-cinder-78692 {{(pid=86312) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:16:45.832409 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acfb8a0-4274-476e-9498-a8e008e7b9e4 tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] Pushing event updated for resources: {'Port': ['ID=4ad8d1c9-b099-4f04-a04a-28f691a145b0,revision_number=1']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:16:45.841717 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6f524c-035c-4311-9e6b-d029c4762e53 req-e1b5aa8e-8fc6-408b-8f90-ba7fd20b9e07 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:16:45.843792 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-dd6f524c-035c-4311-9e6b-d029c4762e53 req-e1b5aa8e-8fc6-408b-8f90-ba7fd20b9e07 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] 10.222.0.32 "GET /v2.0/ports?device_id=017750e2-2faa-492d-81ff-e9560fb475f5 HTTP/1.1" status: 200 len: 944 time: 0.2678149 Apr 20 18:16:45.869416 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-7acfb8a0-4274-476e-9498-a8e008e7b9e4 tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.451s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:16:45.882086 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.32', 49848) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:16:45.930375 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95009d5c-ef91-455e-8ccf-370d4d963a9b req-7acfb8a0-4274-476e-9498-a8e008e7b9e4 tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:16:45.931281 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-95009d5c-ef91-455e-8ccf-370d4d963a9b req-7acfb8a0-4274-476e-9498-a8e008e7b9e4 tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759958'] for port, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:45.936931 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-714eb224-c20b-4035-868c-c7edfe1cf796 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:45.972252 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-714eb224-c20b-4035-868c-c7edfe1cf796 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:16:45.979307 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-dd6f524c-035c-4311-9e6b-d029c4762e53 req-fa2f1da8-b1ab-4ea7-9f92-93949cb7b1b1 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] 10.222.0.32 "GET /v2.0/security-groups?id=38e27d19-d8a9-48d6-a9d6-ec021bffb723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1272941 Apr 20 18:16:45.998548 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-714eb224-c20b-4035-868c-c7edfe1cf796 admin admin] Usage tracker for resource:security_group_rule and tenant:efb56558ff4842058e8c12ac563f5236 is out of sync, need to count used quota {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:16:46.002849 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-95009d5c-ef91-455e-8ccf-370d4d963a9b req-7acfb8a0-4274-476e-9498-a8e008e7b9e4 tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9445124 Apr 20 18:16:46.003754 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-714eb224-c20b-4035-868c-c7edfe1cf796 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:16:46.015306 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-714eb224-c20b-4035-868c-c7edfe1cf796 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:16:46.026592 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.v2.base [req-95009d5c-ef91-455e-8ccf-370d4d963a9b req-90723b11-5d93-4951-84f8-46e0c6b96f32 service neutron] Request body: {'port': {'device_id': '72f6997e-8ecc-46c5-8da2-fd3c74445826', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78692'}} {{(pid=86310) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:16:46.091624 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382d8e11-f78f-4c28-b83d-8e1fe010dbd2 req-1dafb4f4-7dcd-4f5f-9888-a8969f435e4f tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:16:46.103824 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-382d8e11-f78f-4c28-b83d-8e1fe010dbd2 req-1dafb4f4-7dcd-4f5f-9888-a8969f435e4f tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] 10.222.0.32 "GET /v2.0/ports?device_id=a80a91dc-748a-4277-be9b-e5f65a0ae2f9 HTTP/1.1" status: 200 len: 944 time: 0.4286106 Apr 20 18:16:46.193679 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.provisioning_blocks [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Provisioning for port db323314-cd35-4373-ae57-b5d5265d2838 completed by entity L2. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 18:16:46.215606 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.provisioning_blocks [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Provisioning complete for port db323314-cd35-4373-ae57-b5d5265d2838 triggered by entity L2. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:16:46.216463 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853381758'] for port, provisioning_complete {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:46.291416 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b121558-01ea-4f13-9cce-23d37dde2450 req-5f2d48d4-9772-438f-b933-ed7e2735b0b4 tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:16:46.311708 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-6b121558-01ea-4f13-9cce-23d37dde2450 req-5f2d48d4-9772-438f-b933-ed7e2735b0b4 tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] 10.222.0.32 "GET /v2.0/ports?device_id=72f6997e-8ecc-46c5-8da2-fd3c74445826 HTTP/1.1" status: 200 len: 931 time: 0.1337013 Apr 20 18:16:46.397150 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624671'] for port, before_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:46.400510 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-382d8e11-f78f-4c28-b83d-8e1fe010dbd2 req-8156bc1b-fe5a-461f-a8e3-06680591c86c tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] 10.222.0.32 "GET /v2.0/security-groups?id=63e5a295-1c1b-4259-93ce-61133d92337d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2665298 Apr 20 18:16:46.416033 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-6b121558-01ea-4f13-9cce-23d37dde2450 req-3e4c643a-0d78-471b-88da-10b04d5c961d tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] 10.222.0.32 "GET /v2.0/security-groups?id=e00ece0e-9c57-41eb-9bc3-9c38bfc30996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031959 Apr 20 18:16:46.416613 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.32', 49866) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:16:46.445517 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-95009d5c-ef91-455e-8ccf-370d4d963a9b req-90723b11-5d93-4951-84f8-46e0c6b96f32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624671'] for port, before_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:46.454864 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a80a91dc-748a-4277-be9b-e5f65a0ae2f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db323314-cd35-4373-ae57-b5d5265d2838'}] {{(pid=86312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:16:46.468845 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.db [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] For port db323314-cd35-4373-ae57-b5d5265d2838, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=db323314-cd35-4373-ae57-b5d5265d2838,segment=NetworkSegment(c3ded3fe-e1f6-46cb-bb95-d0e46e9eb1ff),segment_id=c3ded3fe-e1f6-46cb-bb95-d0e46e9eb1ff)] {{(pid=86312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:16:46.481303 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852966479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736993730504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736993280695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299861495088'] for port, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:46.481303 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.rpc [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Device efe28055-2fb6-471a-b258-ee0e32c5091b up at agent hyperv_hv-cinder-78692 {{(pid=86312) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:16:46.510237 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:16:46.639302 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-714eb224-c20b-4035-868c-c7edfe1cf796 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:46.654621 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-714eb224-c20b-4035-868c-c7edfe1cf796 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854236768'] for security_group, after_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:46.661440 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a80a91dc-748a-4277-be9b-e5f65a0ae2f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db323314-cd35-4373-ae57-b5d5265d2838', 'code': 200} Apr 20 18:16:46.668679 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:16:46.679438 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Pushing event updated for resources: {'Port': ['ID=db323314-cd35-4373-ae57-b5d5265d2838,revision_number=5']} {{(pid=86312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:16:46.690668 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:16:46.701500 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-2d176220-cb07-4ff1-a818-e6a3540376ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:46.748310 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-2d176220-cb07-4ff1-a818-e6a3540376ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:16:46.756089 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.provisioning_blocks [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Provisioning for port efe28055-2fb6-471a-b258-ee0e32c5091b completed by entity L2. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 18:16:46.757445 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-2d176220-cb07-4ff1-a818-e6a3540376ab admin admin] Usage tracker for resource:security_group_rule and tenant:1d636f5e8ca64aa08a7b0c36d53c4552 is out of sync, need to count used quota {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:16:46.761297 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-2d176220-cb07-4ff1-a818-e6a3540376ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:16:46.766520 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.provisioning_blocks [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Provisioning complete for port efe28055-2fb6-471a-b258-ee0e32c5091b triggered by entity L2. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:16:46.766943 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853381758'] for port, provisioning_complete {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:46.770273 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-2d176220-cb07-4ff1-a818-e6a3540376ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:16:46.878043 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-2d176220-cb07-4ff1-a818-e6a3540376ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:46.880890 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-2d176220-cb07-4ff1-a818-e6a3540376ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854236768'] for security_group, after_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:46.892060 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-5f0ec848-d43d-4ef9-a99c-66184f356b66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:16:46.923910 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d176220-cb07-4ff1-a818-e6a3540376ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d55155e3-0128-4c8b-8d1a-18f46aeeeb79,revision_number=1']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:16:46.929192 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-2d176220-cb07-4ff1-a818-e6a3540376ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:16:46.948741 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-2d176220-cb07-4ff1-a818-e6a3540376ab admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1d636f5e8ca64aa08a7b0c36d53c4552&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5305252 Apr 20 18:16:46.951748 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.32', 49884) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:16:47.021375 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-714eb224-c20b-4035-868c-c7edfe1cf796 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=efb56558ff4842058e8c12ac563f5236&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1374905 Apr 20 18:16:47.022232 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714eb224-c20b-4035-868c-c7edfe1cf796 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08a8ec6d-ac99-4920-9f85-0050a20a1884,revision_number=1']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:16:47.026010 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-714eb224-c20b-4035-868c-c7edfe1cf796 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:16:47.026658 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624671'] for port, before_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:47.026951 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.32', 49890) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:16:47.079876 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.db [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] For port efe28055-2fb6-471a-b258-ee0e32c5091b, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=efe28055-2fb6-471a-b258-ee0e32c5091b,segment=NetworkSegment(ad36d8b3-d89e-4c97-9e5d-6bb749241abc),segment_id=ad36d8b3-d89e-4c97-9e5d-6bb749241abc)] {{(pid=86312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:16:47.084802 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852966479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736993730504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736993280695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299861495088'] for port, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:47.086941 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:16:47.101344 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-bf25178f-1d6a-4798-8756-4df502ec39da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:47.146419 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-bf25178f-1d6a-4798-8756-4df502ec39da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:47.166368 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Pushing event updated for resources: {'Port': ['ID=efe28055-2fb6-471a-b258-ee0e32c5091b,revision_number=5']} {{(pid=86312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:16:47.171010 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:16:47.203753 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b13815a-13f0-4f10-804e-caede4d89d27 req-bfa2e082-62fd-4fb2-80f3-18135e3553cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:16:47.205368 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-3b13815a-13f0-4f10-804e-caede4d89d27 req-bfa2e082-62fd-4fb2-80f3-18135e3553cb service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a80a91dc-748a-4277-be9b-e5f65a0ae2f9 HTTP/1.1" status: 200 len: 1098 time: 0.3598626 Apr 20 18:16:47.216619 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.agents_db [None req-b35f03a3-c7a0-4608-9f7c-a0859408129f None None] Agent healthcheck: found 6 active agents {{(pid=86313) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 18:16:47.277949 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-bf25178f-1d6a-4798-8756-4df502ec39da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854236768'] for security_group, after_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:47.279522 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-9525d3fc-d212-4fac-ba06-4d6007aae68e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:47.285310 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:16:47.298734 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf25178f-1d6a-4798-8756-4df502ec39da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d55155e3-0128-4c8b-8d1a-18f46aeeeb79,revision_number=None']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:16:47.303374 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-bf25178f-1d6a-4798-8756-4df502ec39da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:16:47.306134 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-3b13815a-13f0-4f10-804e-caede4d89d27 req-83c07e6a-c5b1-403d-9963-ee485f51dfa2 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=63e5a295-1c1b-4259-93ce-61133d92337d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851524 Apr 20 18:16:47.334835 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17edb3c5-0136-4945-826b-f2442130e837 req-f61c1ea2-1f36-4a91-b226-7a29e2d07504 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:16:47.335305 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-9525d3fc-d212-4fac-ba06-4d6007aae68e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:47.336820 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-17edb3c5-0136-4945-826b-f2442130e837 req-f61c1ea2-1f36-4a91-b226-7a29e2d07504 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] 10.222.0.32 "GET /v2.0/ports?device_id=017750e2-2faa-492d-81ff-e9560fb475f5 HTTP/1.1" status: 200 len: 945 time: 0.1436994 Apr 20 18:16:47.337737 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-bf25178f-1d6a-4798-8756-4df502ec39da admin admin] Notify callbacks [] for security_group, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:47.338842 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-bf25178f-1d6a-4798-8756-4df502ec39da admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d55155e3-0128-4c8b-8d1a-18f46aeeeb79 HTTP/1.1" status: 204 len: 168 time: 0.3858836 Apr 20 18:16:47.409673 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-17edb3c5-0136-4945-826b-f2442130e837 req-d4d4c15a-afe9-4d25-8fff-553a5074f81f tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] 10.222.0.32 "GET /v2.0/security-groups?id=38e27d19-d8a9-48d6-a9d6-ec021bffb723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604498 Apr 20 18:16:47.437413 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.notifiers.nova [req-95009d5c-ef91-455e-8ccf-370d4d963a9b req-90723b11-5d93-4951-84f8-46e0c6b96f32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ad8d1c9-b099-4f04-a04a-28f691a145b0 {{(pid=86310) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 18:16:47.450236 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-95009d5c-ef91-455e-8ccf-370d4d963a9b req-90723b11-5d93-4951-84f8-46e0c6b96f32 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:47.469170 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.provisioning_blocks [req-95009d5c-ef91-455e-8ccf-370d4d963a9b req-90723b11-5d93-4951-84f8-46e0c6b96f32 service neutron] Transition to ACTIVE for port object 4ad8d1c9-b099-4f04-a04a-28f691a145b0 will not be triggered until provisioned by entity L2. {{(pid=86310) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 18:16:47.473618 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-95009d5c-ef91-455e-8ccf-370d4d963a9b req-90723b11-5d93-4951-84f8-46e0c6b96f32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852966479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736993730504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736993280695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299861495088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2350837'] for port, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:47.494221 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:16:47.697294 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90723b11-5d93-4951-84f8-46e0c6b96f32 service neutron] Pushing event updated for resources: {'Port': ['ID=4ad8d1c9-b099-4f04-a04a-28f691a145b0,revision_number=2']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:16:47.724592 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-90723b11-5d93-4951-84f8-46e0c6b96f32 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:16:47.744104 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c8fce5-592d-49dc-b1ee-550c041f5680 req-b55f2696-fbca-4742-ad51-ed84648ebf35 tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:16:47.747961 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-26c8fce5-592d-49dc-b1ee-550c041f5680 req-b55f2696-fbca-4742-ad51-ed84648ebf35 tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] 10.222.0.32 "GET /v2.0/ports?device_id=72f6997e-8ecc-46c5-8da2-fd3c74445826 HTTP/1.1" status: 200 len: 943 time: 0.1163316 Apr 20 18:16:47.810448 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-26c8fce5-592d-49dc-b1ee-550c041f5680 req-712e50da-8111-4ee6-b66c-f7d5c708efdd tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] 10.222.0.32 "GET /v2.0/security-groups?id=e00ece0e-9c57-41eb-9bc3-9c38bfc30996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554373 Apr 20 18:16:47.884797 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.32', 49916) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:16:47.894257 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-9525d3fc-d212-4fac-ba06-4d6007aae68e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854236768'] for security_group, after_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:47.902915 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-8fdc4a20-ff60-4413-9c9c-ef4d8a6ba122 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:16:47.905266 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-74f03dab-e338-4913-badc-b89a251d02f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:47.922754 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-74f03dab-e338-4913-badc-b89a251d02f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:16:47.924773 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9525d3fc-d212-4fac-ba06-4d6007aae68e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08a8ec6d-ac99-4920-9f85-0050a20a1884,revision_number=None']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:16:47.926840 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-74f03dab-e338-4913-badc-b89a251d02f1 admin admin] Usage tracker for resource:security_group_rule and tenant:3bceca93d7114f218083ff2f6d13fb53 is out of sync, need to count used quota {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:16:47.929949 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-74f03dab-e338-4913-badc-b89a251d02f1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:16:47.931850 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-9525d3fc-d212-4fac-ba06-4d6007aae68e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:16:47.932796 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.managers [req-95009d5c-ef91-455e-8ccf-370d4d963a9b req-90723b11-5d93-4951-84f8-46e0c6b96f32 service neutron] Attempting to bind port 4ad8d1c9-b099-4f04-a04a-28f691a145b0 on host hv-cinder-78692 for vnic_type normal with profile {{(pid=86310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 18:16:47.932990 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.managers [req-95009d5c-ef91-455e-8ccf-370d4d963a9b req-90723b11-5d93-4951-84f8-46e0c6b96f32 service neutron] Attempting to bind port 4ad8d1c9-b099-4f04-a04a-28f691a145b0 by drivers openvswitch,hyperv on host hv-cinder-78692 at level 0 using segments [{'id': '35da9b45-4e14-4089-845f-39a81432394e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '33ae499e-8924-4d19-b24e-e728f8047f05'}] {{(pid=86310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 18:16:47.934148 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95009d5c-ef91-455e-8ccf-370d4d963a9b req-90723b11-5d93-4951-84f8-46e0c6b96f32 service neutron] Attempting to bind port 4ad8d1c9-b099-4f04-a04a-28f691a145b0 on network 33ae499e-8924-4d19-b24e-e728f8047f05 {{(pid=86310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 18:16:47.937128 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-74f03dab-e338-4913-badc-b89a251d02f1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:16:47.951571 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd86a813-de9c-4444-a173-7501bbd6794d req-df37ca0f-35bb-4b87-85dc-051c808c31ba tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:16:47.953196 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-fd86a813-de9c-4444-a173-7501bbd6794d req-df37ca0f-35bb-4b87-85dc-051c808c31ba tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] 10.222.0.32 "GET /v2.0/ports?device_id=a80a91dc-748a-4277-be9b-e5f65a0ae2f9 HTTP/1.1" status: 200 len: 945 time: 0.3872225 Apr 20 18:16:47.955678 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-9525d3fc-d212-4fac-ba06-4d6007aae68e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:47.956794 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-9525d3fc-d212-4fac-ba06-4d6007aae68e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/08a8ec6d-ac99-4920-9f85-0050a20a1884 HTTP/1.1" status: 204 len: 168 time: 0.9028714 Apr 20 18:16:47.958014 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95009d5c-ef91-455e-8ccf-370d4d963a9b req-90723b11-5d93-4951-84f8-46e0c6b96f32 service neutron] Port 4ad8d1c9-b099-4f04-a04a-28f691a145b0 on network 33ae499e-8924-4d19-b24e-e728f8047f05 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78692 {{(pid=86310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 18:16:47.958375 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95009d5c-ef91-455e-8ccf-370d4d963a9b req-90723b11-5d93-4951-84f8-46e0c6b96f32 service neutron] Attempting to bind port 4ad8d1c9-b099-4f04-a04a-28f691a145b0 on network 33ae499e-8924-4d19-b24e-e728f8047f05 {{(pid=86310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 18:16:47.979292 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95009d5c-ef91-455e-8ccf-370d4d963a9b req-90723b11-5d93-4951-84f8-46e0c6b96f32 service neutron] Checking agent: {'id': '71059bf3-e4c5-4d56-bb94-7a29312e7bcf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78692', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 14, 3), 'started_at': datetime.datetime(2021, 4, 20, 18, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 16, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 18:16:47.979740 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95009d5c-ef91-455e-8ccf-370d4d963a9b req-90723b11-5d93-4951-84f8-46e0c6b96f32 service neutron] Checking segment: {'id': '35da9b45-4e14-4089-845f-39a81432394e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '33ae499e-8924-4d19-b24e-e728f8047f05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 18:16:47.980178 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95009d5c-ef91-455e-8ccf-370d4d963a9b req-90723b11-5d93-4951-84f8-46e0c6b96f32 service neutron] Bound using segment: {'id': '35da9b45-4e14-4089-845f-39a81432394e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '33ae499e-8924-4d19-b24e-e728f8047f05'} {{(pid=86310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 18:16:47.980938 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.managers [req-95009d5c-ef91-455e-8ccf-370d4d963a9b req-90723b11-5d93-4951-84f8-46e0c6b96f32 service neutron] Bound port: 4ad8d1c9-b099-4f04-a04a-28f691a145b0, host: hv-cinder-78692, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35da9b45-4e14-4089-845f-39a81432394e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '33ae499e-8924-4d19-b24e-e728f8047f05'}}] {{(pid=86310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 18:16:47.981332 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-95009d5c-ef91-455e-8ccf-370d4d963a9b req-90723b11-5d93-4951-84f8-46e0c6b96f32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624671'] for port, before_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:48.048135 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-74f03dab-e338-4913-badc-b89a251d02f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:48.052475 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-74f03dab-e338-4913-badc-b89a251d02f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854236768'] for security_group, after_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:48.064402 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-72c55a58-55a1-45b6-8eb8-08ff26239aa1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:16:48.105602 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f03dab-e338-4913-badc-b89a251d02f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d804a95b-5dd8-4f69-b6b5-dec719cff150,revision_number=1']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:16:48.109501 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-74f03dab-e338-4913-badc-b89a251d02f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:16:48.136329 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-74f03dab-e338-4913-badc-b89a251d02f1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3bceca93d7114f218083ff2f6d13fb53&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2494910 Apr 20 18:16:48.136905 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.32', 49926) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:16:48.139092 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-fd86a813-de9c-4444-a173-7501bbd6794d req-c8cae63e-b329-4ec6-a6ef-354bea0469da tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] 10.222.0.32 "GET /v2.0/security-groups?id=63e5a295-1c1b-4259-93ce-61133d92337d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763780 Apr 20 18:16:48.190893 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.db [req-95009d5c-ef91-455e-8ccf-370d4d963a9b req-90723b11-5d93-4951-84f8-46e0c6b96f32 service neutron] For port 4ad8d1c9-b099-4f04-a04a-28f691a145b0, host hv-cinder-78692, cleared binding levels {{(pid=86310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 18:16:48.195028 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.db [req-95009d5c-ef91-455e-8ccf-370d4d963a9b req-90723b11-5d93-4951-84f8-46e0c6b96f32 service neutron] For port 4ad8d1c9-b099-4f04-a04a-28f691a145b0, host hv-cinder-78692, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=4ad8d1c9-b099-4f04-a04a-28f691a145b0,segment=NetworkSegment(35da9b45-4e14-4089-845f-39a81432394e),segment_id=35da9b45-4e14-4089-845f-39a81432394e)] {{(pid=86310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 18:16:48.200030 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-95009d5c-ef91-455e-8ccf-370d4d963a9b req-90723b11-5d93-4951-84f8-46e0c6b96f32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852966479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736993730504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736993280695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299861495088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2350837'] for port, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:48.211661 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-c58bfa3e-e34a-4a7c-8f2e-53320a58c00e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:16:48.270673 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-7de92ef4-d398-4450-ac72-9643bdb9613f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:48.295448 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90723b11-5d93-4951-84f8-46e0c6b96f32 service neutron] Pushing event updated for resources: {'Port': ['ID=4ad8d1c9-b099-4f04-a04a-28f691a145b0,revision_number=3']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:16:48.300360 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-90723b11-5d93-4951-84f8-46e0c6b96f32 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:16:48.306148 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95009d5c-ef91-455e-8ccf-370d4d963a9b req-90723b11-5d93-4951-84f8-46e0c6b96f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:16:48.306909 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-95009d5c-ef91-455e-8ccf-370d4d963a9b req-90723b11-5d93-4951-84f8-46e0c6b96f32 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759958'] for port, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:48.308723 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-95009d5c-ef91-455e-8ccf-370d4d963a9b req-90723b11-5d93-4951-84f8-46e0c6b96f32 service neutron] 10.222.0.13 "PUT /v2.0/ports/4ad8d1c9-b099-4f04-a04a-28f691a145b0 HTTP/1.1" status: 200 len: 1093 time: 2.2903056 Apr 20 18:16:48.309418 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72f6997e-8ecc-46c5-8da2-fd3c74445826', 'tag': '4ad8d1c9-b099-4f04-a04a-28f691a145b0'}] {{(pid=86310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:16:48.347897 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-7de92ef4-d398-4450-ac72-9643bdb9613f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:48.367407 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72f6997e-8ecc-46c5-8da2-fd3c74445826', 'tag': '4ad8d1c9-b099-4f04-a04a-28f691a145b0', 'status': 'completed', 'code': 200} Apr 20 18:16:48.417278 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-7de92ef4-d398-4450-ac72-9643bdb9613f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854236768'] for security_group, after_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:48.424602 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:16:48.439691 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de92ef4-d398-4450-ac72-9643bdb9613f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d804a95b-5dd8-4f69-b6b5-dec719cff150,revision_number=None']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:16:48.451910 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de92ef4-d398-4450-ac72-9643bdb9613f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:16:48.452281 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de92ef4-d398-4450-ac72-9643bdb9613f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:16:48.452817 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de92ef4-d398-4450-ac72-9643bdb9613f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:16:48.453205 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de92ef4-d398-4450-ac72-9643bdb9613f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:16:48.453588 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de92ef4-d398-4450-ac72-9643bdb9613f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:16:48.453972 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de92ef4-d398-4450-ac72-9643bdb9613f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:16:48.454352 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de92ef4-d398-4450-ac72-9643bdb9613f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:16:48.454758 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de92ef4-d398-4450-ac72-9643bdb9613f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:16:48.455161 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de92ef4-d398-4450-ac72-9643bdb9613f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:16:48.455540 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de92ef4-d398-4450-ac72-9643bdb9613f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:16:48.455915 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de92ef4-d398-4450-ac72-9643bdb9613f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:16:48.456291 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de92ef4-d398-4450-ac72-9643bdb9613f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:16:48.460551 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-7de92ef4-d398-4450-ac72-9643bdb9613f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:16:48.462936 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-7de92ef4-d398-4450-ac72-9643bdb9613f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:48.467153 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-7de92ef4-d398-4450-ac72-9643bdb9613f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d804a95b-5dd8-4f69-b6b5-dec719cff150 HTTP/1.1" status: 204 len: 168 time: 0.3262279 Apr 20 18:16:48.541720 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c153f68-abbf-4282-91f3-2132bd5ccf8b req-cb85acb0-b329-445a-9994-244c588dac1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:16:48.544927 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-2c153f68-abbf-4282-91f3-2132bd5ccf8b req-cb85acb0-b329-445a-9994-244c588dac1d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=96ff5c4d39a64c7b8df2adf23972e2ba&device_id=72f6997e-8ecc-46c5-8da2-fd3c74445826 HTTP/1.1" status: 200 len: 1096 time: 0.1466074 Apr 20 18:16:48.663336 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '017750e2-2faa-492d-81ff-e9560fb475f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efe28055-2fb6-471a-b258-ee0e32c5091b'}] {{(pid=86312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:16:48.770119 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '017750e2-2faa-492d-81ff-e9560fb475f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efe28055-2fb6-471a-b258-ee0e32c5091b', 'code': 200} Apr 20 18:16:48.826319 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7585162-8b57-4336-9a99-1cfb23b25fe7 req-ec07cde2-99d6-49f9-bb83-4c02aeac2dad tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:16:48.834494 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-e7585162-8b57-4336-9a99-1cfb23b25fe7 req-ec07cde2-99d6-49f9-bb83-4c02aeac2dad tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] 10.222.0.32 "GET /v2.0/ports?device_id=017750e2-2faa-492d-81ff-e9560fb475f5 HTTP/1.1" status: 200 len: 945 time: 0.1744337 Apr 20 18:16:48.840239 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c153f68-abbf-4282-91f3-2132bd5ccf8b req-79974c57-5139-4e5a-879a-d1ace50a16a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:16:48.841891 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-2c153f68-abbf-4282-91f3-2132bd5ccf8b req-79974c57-5139-4e5a-879a-d1ace50a16a7 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=96ff5c4d39a64c7b8df2adf23972e2ba&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2891130 Apr 20 18:16:49.328218 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e893d8bf-03b0-4744-ade4-e126e8ad32f6 req-ef441e52-a00f-469b-b691-d8f5381dfe96 tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:16:49.337583 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-e893d8bf-03b0-4744-ade4-e126e8ad32f6 req-ef441e52-a00f-469b-b691-d8f5381dfe96 tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] 10.222.0.32 "GET /v2.0/ports?device_id=72f6997e-8ecc-46c5-8da2-fd3c74445826 HTTP/1.1" status: 200 len: 943 time: 0.1361115 Apr 20 18:16:49.420479 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-e893d8bf-03b0-4744-ade4-e126e8ad32f6 req-e4c717d5-3ac0-41c8-a352-88977358e215 tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] 10.222.0.32 "GET /v2.0/security-groups?id=e00ece0e-9c57-41eb-9bc3-9c38bfc30996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816309 Apr 20 18:16:49.438233 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-e7585162-8b57-4336-9a99-1cfb23b25fe7 req-c38a4d5f-1844-42c6-a874-4cc66e71d321 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] 10.222.0.32 "GET /v2.0/security-groups?id=38e27d19-d8a9-48d6-a9d6-ec021bffb723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6027701 Apr 20 18:16:49.556826 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c153f68-abbf-4282-91f3-2132bd5ccf8b req-19189f43-f9f9-4754-b8e9-d676dff7f160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:16:49.558831 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-2c153f68-abbf-4282-91f3-2132bd5ccf8b req-19189f43-f9f9-4754-b8e9-d676dff7f160 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7024972 Apr 20 18:16:49.578687 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a64cfd-ce7b-449d-b7df-54b3574672ba req-8f5c6387-eba9-4b42-bb5c-7c4ff9c68d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:16:49.580453 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-21a64cfd-ce7b-449d-b7df-54b3574672ba req-8f5c6387-eba9-4b42-bb5c-7c4ff9c68d6e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=017750e2-2faa-492d-81ff-e9560fb475f5 HTTP/1.1" status: 200 len: 1098 time: 0.4685111 Apr 20 18:16:49.660234 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.32', 50014) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:16:49.736315 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.db_base_plugin_v2 [None req-616bfcbe-87f8-4825-8c27-de07f94a5791 admin admin] Deleting subnet 604bbdad-69ea-4c1a-8aac-2f4041bda83d {{(pid=86311) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 20 18:16:49.740436 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-616bfcbe-87f8-4825-8c27-de07f94a5791 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:49.786655 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-21a64cfd-ce7b-449d-b7df-54b3574672ba req-07f130b9-6478-4431-b24e-0f1ada0a3052 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=38e27d19-d8a9-48d6-a9d6-ec021bffb723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1897762 Apr 20 18:16:49.806683 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-616bfcbe-87f8-4825-8c27-de07f94a5791 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:49.818991 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-616bfcbe-87f8-4825-8c27-de07f94a5791 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852945248'] for subnet, precommit_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:49.831235 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03972d30-5905-407e-a790-a1c6577a436f req-aafbf456-509f-4c43-bb77-c7cae89f47ea tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:16:49.839892 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-03972d30-5905-407e-a790-a1c6577a436f req-aafbf456-509f-4c43-bb77-c7cae89f47ea tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] 10.222.0.32 "GET /v2.0/ports?device_id=a80a91dc-748a-4277-be9b-e5f65a0ae2f9 HTTP/1.1" status: 200 len: 945 time: 0.1620657 Apr 20 18:16:49.867179 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95009d5c-ef91-455e-8ccf-370d4d963a9b req-b9599090-326d-48c0-b572-3baf67e6ea5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:16:49.868838 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-95009d5c-ef91-455e-8ccf-370d4d963a9b req-b9599090-326d-48c0-b572-3baf67e6ea5f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=96ff5c4d39a64c7b8df2adf23972e2ba&device_id=72f6997e-8ecc-46c5-8da2-fd3c74445826 HTTP/1.1" status: 200 len: 1096 time: 0.2538416 Apr 20 18:16:49.962214 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-95009d5c-ef91-455e-8ccf-370d4d963a9b req-3a39c931-dfa0-4448-8059-033232ddb3b0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4ad8d1c9-b099-4f04-a04a-28f691a145b0 HTTP/1.1" status: 200 len: 217 time: 0.0794947 Apr 20 18:16:49.972165 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-03972d30-5905-407e-a790-a1c6577a436f req-4e30b57f-efb3-4847-8ea9-29c83479fb55 tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] 10.222.0.32 "GET /v2.0/security-groups?id=63e5a295-1c1b-4259-93ce-61133d92337d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312473 Apr 20 18:16:50.089117 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95009d5c-ef91-455e-8ccf-370d4d963a9b req-151cda6a-f840-4b89-9672-bb7a67d9f912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:16:50.095973 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-95009d5c-ef91-455e-8ccf-370d4d963a9b req-151cda6a-f840-4b89-9672-bb7a67d9f912 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6f3914bf-0050-4c6e-8c1b-205da5910b8c HTTP/1.1" status: 200 len: 855 time: 0.1227047 Apr 20 18:16:50.181633 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-95009d5c-ef91-455e-8ccf-370d4d963a9b req-43394c0f-e4c0-40b9-8e1e-148d36c57f9f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=33ae499e-8924-4d19-b24e-e728f8047f05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0790575 Apr 20 18:16:50.242699 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-616bfcbe-87f8-4825-8c27-de07f94a5791 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1830552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854235284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514'] for subnet, after_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:50.249973 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-7dd5e8bd-cae7-4f7a-8b52-c21c5d152724 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:16:50.338824 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616bfcbe-87f8-4825-8c27-de07f94a5791 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=604bbdad-69ea-4c1a-8aac-2f4041bda83d,revision_number=None']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:16:50.347512 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-616bfcbe-87f8-4825-8c27-de07f94a5791 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-751497'] for subnet, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:50.359062 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-616bfcbe-87f8-4825-8c27-de07f94a5791 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/604bbdad-69ea-4c1a-8aac-2f4041bda83d HTTP/1.1" status: 204 len: 168 time: 0.6948631 Apr 20 18:16:50.359062 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-616bfcbe-87f8-4825-8c27-de07f94a5791 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:16:50.375091 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.32', 50042) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:16:50.437669 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-95009d5c-ef91-455e-8ccf-370d4d963a9b req-a7c1d251-704e-4714-ace5-c26e19de5015 service neutron] 10.222.0.13 "GET /v2.0/networks/33ae499e-8924-4d19-b24e-e728f8047f05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2436512 Apr 20 18:16:50.585506 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-bbf4004f-6dba-4057-94a9-5400da804167 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853350932'] for network, before_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:51.014806 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd25265-e768-4323-8ef6-53d2316cf9ce req-b9ee1bfd-d437-4aa9-85a5-9899dd21c793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:16:51.016606 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-0dd25265-e768-4323-8ef6-53d2316cf9ce req-b9ee1bfd-d437-4aa9-85a5-9899dd21c793 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=48e5df147ce142c88e849dbcf9521831&device_id=a80a91dc-748a-4277-be9b-e5f65a0ae2f9 HTTP/1.1" status: 200 len: 1098 time: 0.5579958 Apr 20 18:16:51.021996 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-95009d5c-ef91-455e-8ccf-370d4d963a9b req-828d2569-d04d-4bfd-af8e-72362c1581c5 service neutron] 10.222.0.13 "GET /v2.0/networks/33ae499e-8924-4d19-b24e-e728f8047f05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5648282 Apr 20 18:16:51.049458 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8838ba97-9e43-4d88-aad9-c59d5f3a6bb5 req-4ee2bf8a-20a9-412e-aaa9-81da1afdff2c tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:16:51.051598 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-8838ba97-9e43-4d88-aad9-c59d5f3a6bb5 req-4ee2bf8a-20a9-412e-aaa9-81da1afdff2c tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] 10.222.0.32 "GET /v2.0/ports?device_id=a80a91dc-748a-4277-be9b-e5f65a0ae2f9 HTTP/1.1" status: 200 len: 945 time: 0.4036820 Apr 20 18:16:51.096077 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-bbf4004f-6dba-4057-94a9-5400da804167 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1830645', 'neutron.services.segments.db._delete_segments_for_network-8736993762163'] for network, precommit_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:51.212825 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-8838ba97-9e43-4d88-aad9-c59d5f3a6bb5 req-1bea2d28-2fb7-4105-9337-ddf68b06977e tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] 10.222.0.32 "GET /v2.0/security-groups?id=63e5a295-1c1b-4259-93ce-61133d92337d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309352 Apr 20 18:16:51.250450 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f16fcf8-f858-4da9-908e-37734acea8b6 req-b961d555-35cc-458c-a2c4-638ecde56725 tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:16:51.250450 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-6f16fcf8-f858-4da9-908e-37734acea8b6 req-b961d555-35cc-458c-a2c4-638ecde56725 tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] 10.222.0.32 "GET /v2.0/ports?device_id=72f6997e-8ecc-46c5-8da2-fd3c74445826 HTTP/1.1" status: 200 len: 943 time: 0.5785704 Apr 20 18:16:51.305151 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-bbf4004f-6dba-4057-94a9-5400da804167 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=86311) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:16:51.310688 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-bbf4004f-6dba-4057-94a9-5400da804167 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=86311) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:16:51.311600 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-bbf4004f-6dba-4057-94a9-5400da804167 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=86311) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:16:51.312000 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-bbf4004f-6dba-4057-94a9-5400da804167 admin admin] Subscribe: > port after_create 55550000 {{(pid=86311) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:16:51.312371 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-bbf4004f-6dba-4057-94a9-5400da804167 admin admin] Subscribe: > port after_delete 55550000 {{(pid=86311) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:16:51.312739 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-bbf4004f-6dba-4057-94a9-5400da804167 admin admin] Subscribe: > port after_update 55550000 {{(pid=86311) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:16:51.313107 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-bbf4004f-6dba-4057-94a9-5400da804167 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=86311) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:16:51.313483 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-bbf4004f-6dba-4057-94a9-5400da804167 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=86311) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:16:51.313845 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-bbf4004f-6dba-4057-94a9-5400da804167 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=86311) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:16:51.314214 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-bbf4004f-6dba-4057-94a9-5400da804167 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=86311) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:16:51.336266 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd25265-e768-4323-8ef6-53d2316cf9ce req-5e6cf0d7-4eba-4a73-963c-95d501cb6b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:16:51.338101 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-0dd25265-e768-4323-8ef6-53d2316cf9ce req-5e6cf0d7-4eba-4a73-963c-95d501cb6b36 service neutron] 10.222.0.13 "GET /v2.0/networks?id=15a6a0fd-d337-49a6-891c-eac6549b2bfb HTTP/1.1" status: 200 len: 919 time: 0.2855175 Apr 20 18:16:51.389641 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-bbf4004f-6dba-4057-94a9-5400da804167 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=86311) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:16:51.390164 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-bbf4004f-6dba-4057-94a9-5400da804167 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=86311) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:16:51.390719 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-bbf4004f-6dba-4057-94a9-5400da804167 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=86311) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:16:51.390827 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-bbf4004f-6dba-4057-94a9-5400da804167 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=86311) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 18:16:51.391487 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.services.segments.db [None req-bbf4004f-6dba-4057-94a9-5400da804167 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7b78941-733f-40cd-b1af-70edbc947c0c']}} {{(pid=86311) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:16:51.412134 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.services.segments.db [None req-bbf4004f-6dba-4057-94a9-5400da804167 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09c10a61-a237-4f67-9aef-6215525c166d') {'for_net_delete': True} {{(pid=86311) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:16:51.412497 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.services.segments.db [None req-bbf4004f-6dba-4057-94a9-5400da804167 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09c10a61-a237-4f67-9aef-6215525c166d') {} {{(pid=86311) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:16:51.458955 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-0dd25265-e768-4323-8ef6-53d2316cf9ce req-04b15e1c-edd2-40ca-b1e0-ad37b72209b0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=db323314-cd35-4373-ae57-b5d5265d2838 HTTP/1.1" status: 200 len: 217 time: 0.1138043 Apr 20 18:16:51.465820 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-bbf4004f-6dba-4057-94a9-5400da804167 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363299860984163', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852509784'] for segment, before_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:51.499441 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-6f16fcf8-f858-4da9-908e-37734acea8b6 req-51bfca9d-b404-454a-b60b-a8f38bac5d09 tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] 10.222.0.32 "GET /v2.0/security-groups?id=e00ece0e-9c57-41eb-9bc3-9c38bfc30996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2415075 Apr 20 18:16:51.514922 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-bbf4004f-6dba-4057-94a9-5400da804167 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1711814'] for segment, precommit_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:51.527840 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbf4004f-6dba-4057-94a9-5400da804167 admin admin] Releasing vlan 143 on physical network physnet1 to pool {{(pid=86311) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 20 18:16:51.703361 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf692e88-c2df-49e0-9ef6-4292d645bb09 req-e5bb5d62-5229-47db-83dd-f84db15474bf tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:16:51.722229 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-bf692e88-c2df-49e0-9ef6-4292d645bb09 req-e5bb5d62-5229-47db-83dd-f84db15474bf tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] 10.222.0.32 "GET /v2.0/ports?device_id=017750e2-2faa-492d-81ff-e9560fb475f5 HTTP/1.1" status: 200 len: 945 time: 0.2602282 Apr 20 18:16:51.725611 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd25265-e768-4323-8ef6-53d2316cf9ce req-bf310b14-d23f-457b-8ee2-09e98239b894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:16:51.728147 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-0dd25265-e768-4323-8ef6-53d2316cf9ce req-bf310b14-d23f-457b-8ee2-09e98239b894 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ebfd3c2f-c00a-4eb7-8bea-d2691ff138cc HTTP/1.1" status: 200 len: 858 time: 0.2032039 Apr 20 18:16:51.782352 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.managers [None req-bbf4004f-6dba-4057-94a9-5400da804167 admin admin] Network f7b78941-733f-40cd-b1af-70edbc947c0c has no segments {{(pid=86311) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 18:16:51.794530 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-bbf4004f-6dba-4057-94a9-5400da804167 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853064015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4082163'] for segment, after_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:51.813135 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-0dd25265-e768-4323-8ef6-53d2316cf9ce req-88ca8f3b-2185-4afd-a38f-6daac7709da9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=15a6a0fd-d337-49a6-891c-eac6549b2bfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0618567 Apr 20 18:16:51.859844 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-bf692e88-c2df-49e0-9ef6-4292d645bb09 req-24567b19-4882-4f77-9309-7aed9ff2291b tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] 10.222.0.32 "GET /v2.0/security-groups?id=38e27d19-d8a9-48d6-a9d6-ec021bffb723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1361144 Apr 20 18:16:52.022631 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-0dd25265-e768-4323-8ef6-53d2316cf9ce req-7283278e-6fca-4d7b-ab0f-b65f871b4d31 service neutron] 10.222.0.13 "GET /v2.0/networks/15a6a0fd-d337-49a6-891c-eac6549b2bfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1928053 Apr 20 18:16:52.210046 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.managers [None req-bbf4004f-6dba-4057-94a9-5400da804167 admin admin] Network f7b78941-733f-40cd-b1af-70edbc947c0c has no segments {{(pid=86311) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 18:16:52.299934 dv-cinder-786929-2-smb neutron-server[86195]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 20 18:16:52.299934 dv-cinder-786929-2-smb neutron-server[86195]: from cryptography.utils import int_from_bytes Apr 20 18:16:52.299934 dv-cinder-786929-2-smb neutron-server[86195]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 20 18:16:52.299934 dv-cinder-786929-2-smb neutron-server[86195]: from cryptography.utils import int_from_bytes Apr 20 18:16:52.299934 dv-cinder-786929-2-smb neutron-server[86195]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 20 18:16:52.299934 dv-cinder-786929-2-smb neutron-server[86195]: (rel_b, rel_a, rel_b), Apr 20 18:16:52.299934 dv-cinder-786929-2-smb neutron-server[86195]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Apr 20 18:16:52.299934 dv-cinder-786929-2-smb neutron-server[86195]: (rel_b, rel_a, rel_b), Apr 20 18:16:52.299934 dv-cinder-786929-2-smb neutron-server[86195]: Traceback (most recent call last): Apr 20 18:16:52.299934 dv-cinder-786929-2-smb neutron-server[86195]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 18:16:52.299934 dv-cinder-786929-2-smb neutron-server[86195]: timer() Apr 20 18:16:52.299934 dv-cinder-786929-2-smb neutron-server[86195]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 18:16:52.299934 dv-cinder-786929-2-smb neutron-server[86195]: cb(*args, **kw) Apr 20 18:16:52.299934 dv-cinder-786929-2-smb neutron-server[86195]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 20 18:16:52.299934 dv-cinder-786929-2-smb neutron-server[86195]: return func(*args, **kwargs) Apr 20 18:16:52.299934 dv-cinder-786929-2-smb neutron-server[86195]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 18:16:52.299934 dv-cinder-786929-2-smb neutron-server[86195]: self._notify() Apr 20 18:16:52.299934 dv-cinder-786929-2-smb neutron-server[86195]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 18:16:52.299934 dv-cinder-786929-2-smb neutron-server[86195]: self.callback(batched_events) Apr 20 18:16:52.299934 dv-cinder-786929-2-smb neutron-server[86195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 18:16:52.299934 dv-cinder-786929-2-smb neutron-server[86195]: event.method(event) Apr 20 18:16:52.299934 dv-cinder-786929-2-smb neutron-server[86195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 18:16:52.299934 dv-cinder-786929-2-smb neutron-server[86195]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 18:16:52.299934 dv-cinder-786929-2-smb neutron-server[86195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 20 18:16:52.299934 dv-cinder-786929-2-smb neutron-server[86195]: segment_id)['aggregates'][0] Apr 20 18:16:52.299934 dv-cinder-786929-2-smb neutron-server[86195]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 18:16:52.299934 dv-cinder-786929-2-smb neutron-server[86195]: return f(self, *a, **k) Apr 20 18:16:52.299934 dv-cinder-786929-2-smb neutron-server[86195]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 18:16:52.299934 dv-cinder-786929-2-smb neutron-server[86195]: return self._get(url).json() Apr 20 18:16:52.299934 dv-cinder-786929-2-smb neutron-server[86195]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 18:16:52.299934 dv-cinder-786929-2-smb neutron-server[86195]: **kwargs) Apr 20 18:16:52.299934 dv-cinder-786929-2-smb neutron-server[86195]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 18:16:52.299934 dv-cinder-786929-2-smb neutron-server[86195]: return self.request(url, 'GET', **kwargs) Apr 20 18:16:52.299934 dv-cinder-786929-2-smb neutron-server[86195]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 20 18:16:52.299934 dv-cinder-786929-2-smb neutron-server[86195]: **endpoint_filter) Apr 20 18:16:52.299934 dv-cinder-786929-2-smb neutron-server[86195]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 18:16:52.299934 dv-cinder-786929-2-smb neutron-server[86195]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 18:16:52.299934 dv-cinder-786929-2-smb neutron-server[86195]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 18:16:52.299934 dv-cinder-786929-2-smb neutron-server[86195]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 18:16:52.299934 dv-cinder-786929-2-smb neutron-server[86195]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 18:16:52.351582 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-0dd25265-e768-4323-8ef6-53d2316cf9ce req-c06e484b-e839-4d0b-a3d5-50f23acffd82 service neutron] 10.222.0.13 "GET /v2.0/networks/15a6a0fd-d337-49a6-891c-eac6549b2bfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3203421 Apr 20 18:16:52.434134 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487d32bc-2c28-4592-bc8b-e819b35ade19 req-bc455e6f-4155-4518-919d-93cf6eac7124 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:16:52.441582 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-487d32bc-2c28-4592-bc8b-e819b35ade19 req-bc455e6f-4155-4518-919d-93cf6eac7124 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] 10.222.0.32 "GET /v2.0/ports?device_id=017750e2-2faa-492d-81ff-e9560fb475f5 HTTP/1.1" status: 200 len: 945 time: 0.3304589 Apr 20 18:16:52.447241 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.32', 50130) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:16:52.465332 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.v2.base [None req-41f95455-0076-46c9-b99b-6d1469ecb71d tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Request body: {'floatingip': {'port_id': 'efe28055-2fb6-471a-b258-ee0e32c5091b'}} {{(pid=86311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:16:52.505704 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.32', 50136) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:16:52.506202 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.32', 50138) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:16:52.538174 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-bbf4004f-6dba-4057-94a9-5400da804167 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036852945155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854236788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854121855'] for network, after_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:52.602339 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:16:52.631999 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf4004f-6dba-4057-94a9-5400da804167 admin admin] Pushing event deleted for resources: {'Network': ['ID=f7b78941-733f-40cd-b1af-70edbc947c0c,revision_number=None']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:16:52.637505 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-41f95455-0076-46c9-b99b-6d1469ecb71d tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Notify callbacks [] for floatingip, before_update {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:52.647249 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b20519-e234-47d4-8673-e40e5c7a60cc req-ac638cb1-4027-4ecb-aa86-62f3b65b12db tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:16:52.648886 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-50b20519-e234-47d4-8673-e40e5c7a60cc req-ac638cb1-4027-4ecb-aa86-62f3b65b12db tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] 10.222.0.32 "GET /v2.0/ports?device_id=a80a91dc-748a-4277-be9b-e5f65a0ae2f9 HTTP/1.1" status: 200 len: 945 time: 0.2341070 Apr 20 18:16:52.703955 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-50b20519-e234-47d4-8673-e40e5c7a60cc req-656b1450-1111-41f6-8aa7-12aa3af9ce6c tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] 10.222.0.32 "GET /v2.0/security-groups?id=63e5a295-1c1b-4259-93ce-61133d92337d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475428 Apr 20 18:16:52.744039 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-55b733a4-7307-4c40-b306-5d8a409299b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:52.760015 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-bbf4004f-6dba-4057-94a9-5400da804167 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:16:52.760985 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-bbf4004f-6dba-4057-94a9-5400da804167 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-751497'] for network, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:52.781154 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-3afe44f7-3625-4f9f-8328-32ea89e4373a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:52.790852 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-55b733a4-7307-4c40-b306-5d8a409299b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:16:52.798560 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-55b733a4-7307-4c40-b306-5d8a409299b6 admin admin] Usage tracker for resource:security_group_rule and tenant:2b5c255aef944175a985645694a3f75f is out of sync, need to count used quota {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:16:52.803325 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-55b733a4-7307-4c40-b306-5d8a409299b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:16:52.809903 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-3afe44f7-3625-4f9f-8328-32ea89e4373a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:16:52.812413 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-55b733a4-7307-4c40-b306-5d8a409299b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:16:52.816972 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-3afe44f7-3625-4f9f-8328-32ea89e4373a admin admin] Usage tracker for resource:security_group_rule and tenant:1a41757adc7e42baa7aa2311dac16f53 is out of sync, need to count used quota {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:16:52.821592 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-3afe44f7-3625-4f9f-8328-32ea89e4373a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:16:52.833289 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-3afe44f7-3625-4f9f-8328-32ea89e4373a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:16:52.890118 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-bbf4004f-6dba-4057-94a9-5400da804167 admin admin] 10.222.0.32 "DELETE /v2.0/networks/f7b78941-733f-40cd-b1af-70edbc947c0c HTTP/1.1" status: 204 len: 168 time: 2.5137069 Apr 20 18:16:52.954604 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-55b733a4-7307-4c40-b306-5d8a409299b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:52.958474 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-55b733a4-7307-4c40-b306-5d8a409299b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854236768'] for security_group, after_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:52.973715 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-fcd5a9d8-02df-426d-bbc0-30fd34ba32d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:16:53.015872 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6d568e-eac3-4ae0-b139-554ca9a38393 req-9f8ecf92-7ab3-479a-9417-91cb92a4b39b tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:16:53.023599 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-5f6d568e-eac3-4ae0-b139-554ca9a38393 req-9f8ecf92-7ab3-479a-9417-91cb92a4b39b tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] 10.222.0.32 "GET /v2.0/ports?device_id=72f6997e-8ecc-46c5-8da2-fd3c74445826 HTTP/1.1" status: 200 len: 943 time: 0.2538013 Apr 20 18:16:53.039828 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-55b733a4-7307-4c40-b306-5d8a409299b6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2b5c255aef944175a985645694a3f75f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5323472 Apr 20 18:16:53.046917 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.32', 50170) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:16:53.049604 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b733a4-7307-4c40-b306-5d8a409299b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb24b4d6-661e-4d9b-8e79-e12ee0cc2fc0,revision_number=1']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:16:53.066056 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.32', 50174) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:16:53.084015 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b733a4-7307-4c40-b306-5d8a409299b6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:16:53.084423 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b733a4-7307-4c40-b306-5d8a409299b6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:16:53.084801 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b733a4-7307-4c40-b306-5d8a409299b6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:16:53.085183 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b733a4-7307-4c40-b306-5d8a409299b6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:16:53.085716 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b733a4-7307-4c40-b306-5d8a409299b6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:16:53.085954 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b733a4-7307-4c40-b306-5d8a409299b6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:16:53.086331 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b733a4-7307-4c40-b306-5d8a409299b6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:16:53.086751 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b733a4-7307-4c40-b306-5d8a409299b6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:16:53.087133 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b733a4-7307-4c40-b306-5d8a409299b6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:16:53.087509 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b733a4-7307-4c40-b306-5d8a409299b6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:16:53.087883 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b733a4-7307-4c40-b306-5d8a409299b6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:16:53.088638 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b733a4-7307-4c40-b306-5d8a409299b6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:16:53.092949 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-55b733a4-7307-4c40-b306-5d8a409299b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:16:53.124381 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-3afe44f7-3625-4f9f-8328-32ea89e4373a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:53.136811 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-3afe44f7-3625-4f9f-8328-32ea89e4373a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854236768'] for security_group, after_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:53.147303 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-714eb224-c20b-4035-868c-c7edfe1cf796 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:16:53.210255 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-3afe44f7-3625-4f9f-8328-32ea89e4373a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1a41757adc7e42baa7aa2311dac16f53&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7011516 Apr 20 18:16:53.213792 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afe44f7-3625-4f9f-8328-32ea89e4373a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18ac6c92-8d3a-4d93-8a35-7807384fcd86,revision_number=1']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:16:53.218121 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-3afe44f7-3625-4f9f-8328-32ea89e4373a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:16:53.218734 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.32', 50184) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:16:53.235701 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-4eaa61f5-438a-4c5b-a0d2-be2cea75cac6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:53.259955 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-5f6d568e-eac3-4ae0-b139-554ca9a38393 req-b341dfd6-abd0-464a-8320-8d02aebd2d58 tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] 10.222.0.32 "GET /v2.0/security-groups?id=e00ece0e-9c57-41eb-9bc3-9c38bfc30996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2352743 Apr 20 18:16:53.291794 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-1318140f-498d-4f2d-8f68-b6b94c84c325 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=62c77f8e75134d199a878cc405f13ffd&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2245016 Apr 20 18:16:53.295207 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-4eaa61f5-438a-4c5b-a0d2-be2cea75cac6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:53.295625 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.32', 50188) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:16:53.351689 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-cb94c31b-cbc5-454a-b1d6-aa8499b3dca4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:53.392365 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-cb94c31b-cbc5-454a-b1d6-aa8499b3dca4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:53.411682 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-3b235ab3-d9bf-4b0c-9f68-b34f8a2270aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:53.418732 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-4eaa61f5-438a-4c5b-a0d2-be2cea75cac6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854236768'] for security_group, after_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:53.432117 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:16:53.442007 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-3b235ab3-d9bf-4b0c-9f68-b34f8a2270aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:53.454638 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eaa61f5-438a-4c5b-a0d2-be2cea75cac6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb24b4d6-661e-4d9b-8e79-e12ee0cc2fc0,revision_number=None']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:16:53.457092 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-4eaa61f5-438a-4c5b-a0d2-be2cea75cac6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:16:53.468277 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-4eaa61f5-438a-4c5b-a0d2-be2cea75cac6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:53.471726 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-4eaa61f5-438a-4c5b-a0d2-be2cea75cac6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/eb24b4d6-661e-4d9b-8e79-e12ee0cc2fc0 HTTP/1.1" status: 204 len: 168 time: 0.4211662 Apr 20 18:16:53.478749 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-cb94c31b-cbc5-454a-b1d6-aa8499b3dca4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854236768'] for security_group, after_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:53.489279 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-1a06c64e-d10e-4ff4-bd58-f85d8cd26074 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:16:53.511510 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb94c31b-cbc5-454a-b1d6-aa8499b3dca4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18ac6c92-8d3a-4d93-8a35-7807384fcd86,revision_number=None']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:16:53.517425 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-cb94c31b-cbc5-454a-b1d6-aa8499b3dca4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:16:53.534345 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-cb94c31b-cbc5-454a-b1d6-aa8499b3dca4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:53.543671 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-cb94c31b-cbc5-454a-b1d6-aa8499b3dca4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/18ac6c92-8d3a-4d93-8a35-7807384fcd86 HTTP/1.1" status: 204 len: 168 time: 0.3203702 Apr 20 18:16:53.699443 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.rpc [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Device 4ad8d1c9-b099-4f04-a04a-28f691a145b0 details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=86312) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 18:16:53.737886 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.32', 50208) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:16:54.006585 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.32', 50220) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:16:54.036477 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.db [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] For port 4ad8d1c9-b099-4f04-a04a-28f691a145b0, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=4ad8d1c9-b099-4f04-a04a-28f691a145b0,segment=NetworkSegment(35da9b45-4e14-4089-845f-39a81432394e),segment_id=35da9b45-4e14-4089-845f-39a81432394e)] {{(pid=86312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:16:54.059789 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.rpc [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Returning: {'device': '4ad8d1c9-b099-4f04-a04a-28f691a145b0', 'network_id': '33ae499e-8924-4d19-b24e-e728f8047f05', 'port_id': '4ad8d1c9-b099-4f04-a04a-28f691a145b0', 'mac_address': 'fa:16:3e:b4:64:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f3914bf-0050-4c6e-8c1b-205da5910b8c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86312) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 18:16:54.081072 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-94d26de8-64b3-4115-bc40-2d270b4fcbc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:54.135564 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-94d26de8-64b3-4115-bc40-2d270b4fcbc6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:16:54.144282 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-94d26de8-64b3-4115-bc40-2d270b4fcbc6 admin admin] Usage tracker for resource:security_group_rule and tenant:ba9683815795447abb4394df5c172e67 is out of sync, need to count used quota {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:16:54.156968 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c397e4c6-055a-44af-9d34-b1042b45839f req-906b0377-4584-49f3-9778-57f76709d0e6 tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:16:54.158821 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-c397e4c6-055a-44af-9d34-b1042b45839f req-906b0377-4584-49f3-9778-57f76709d0e6 tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] 10.222.0.32 "GET /v2.0/ports?device_id=a80a91dc-748a-4277-be9b-e5f65a0ae2f9 HTTP/1.1" status: 200 len: 945 time: 0.3006370 Apr 20 18:16:54.159900 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-94d26de8-64b3-4115-bc40-2d270b4fcbc6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:16:54.169721 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-94d26de8-64b3-4115-bc40-2d270b4fcbc6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:16:54.176139 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624671'] for port, before_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:54.212468 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.notifiers.nova [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ad8d1c9-b099-4f04-a04a-28f691a145b0 {{(pid=86312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 18:16:54.226963 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-c397e4c6-055a-44af-9d34-b1042b45839f req-26d794e9-8ca1-4565-af41-3e096b6a830c tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] 10.222.0.32 "GET /v2.0/security-groups?id=63e5a295-1c1b-4259-93ce-61133d92337d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597014 Apr 20 18:16:54.254050 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.db [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] For port 4ad8d1c9-b099-4f04-a04a-28f691a145b0, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=4ad8d1c9-b099-4f04-a04a-28f691a145b0,segment=NetworkSegment(35da9b45-4e14-4089-845f-39a81432394e),segment_id=35da9b45-4e14-4089-845f-39a81432394e)] {{(pid=86312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:16:54.257915 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852966479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736993730504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736993280695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299861495088'] for port, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:54.263000 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:16:54.273947 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-3b235ab3-d9bf-4b0c-9f68-b34f8a2270aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854236768'] for security_group, after_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:54.287904 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.32', 50224) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:16:54.301157 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-4f54f43d-b0a6-4477-8cc4-f7855aefae7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:16:54.312081 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-ba85396e-7d70-4c9a-becf-06a3a141285c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:54.316792 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b235ab3-d9bf-4b0c-9f68-b34f8a2270aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce87c956-6659-4af6-b2bd-efecf3a3a672,revision_number=None']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:16:54.329482 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-3b235ab3-d9bf-4b0c-9f68-b34f8a2270aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:16:54.335574 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-3b235ab3-d9bf-4b0c-9f68-b34f8a2270aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:54.337337 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-3b235ab3-d9bf-4b0c-9f68-b34f8a2270aa admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ce87c956-6659-4af6-b2bd-efecf3a3a672 HTTP/1.1" status: 204 len: 168 time: 1.0407050 Apr 20 18:16:54.355701 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-4b679bd5-b490-4fac-a043-98996c687468 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:54.358300 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Pushing event updated for resources: {'Port': ['ID=4ad8d1c9-b099-4f04-a04a-28f691a145b0,revision_number=4']} {{(pid=86312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:16:54.378108 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:16:54.378521 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:16:54.378923 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:16:54.379481 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:16:54.379606 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:16:54.379990 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:16:54.380362 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:16:54.380734 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:16:54.381099 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:16:54.381468 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:16:54.381836 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:16:54.382657 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:16:54.387517 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:16:54.405284 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-4b679bd5-b490-4fac-a043-98996c687468 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:16:54.409801 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-4b679bd5-b490-4fac-a043-98996c687468 admin admin] Usage tracker for resource:security_group_rule and tenant:1c8f2be29bfe4343a39d52e91fe4b687 is out of sync, need to count used quota {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:16:54.413133 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-4b679bd5-b490-4fac-a043-98996c687468 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:16:54.420405 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-4b679bd5-b490-4fac-a043-98996c687468 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:16:54.439959 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-ba85396e-7d70-4c9a-becf-06a3a141285c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:16:54.450226 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-ba85396e-7d70-4c9a-becf-06a3a141285c admin admin] Usage tracker for resource:security_group_rule and tenant:45eae304bb184a0d93300ca6f93eb3dc is out of sync, need to count used quota {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:16:54.454550 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-ba85396e-7d70-4c9a-becf-06a3a141285c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:16:54.469024 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-ba85396e-7d70-4c9a-becf-06a3a141285c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:16:54.533177 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.db [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] get_ports_and_sgs() called for port_ids ['4ad8d1c9-b099-4f04-a04a-28f691a145b0'] {{(pid=86312) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 18:16:54.555111 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-94d26de8-64b3-4115-bc40-2d270b4fcbc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:54.566894 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-94d26de8-64b3-4115-bc40-2d270b4fcbc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854236768'] for security_group, after_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:54.582984 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-f64361c0-11be-41c7-b2a3-0712ac0fa287 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:16:54.617807 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-41f95455-0076-46c9-b99b-6d1469ecb71d tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:54.640693 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-41f95455-0076-46c9-b99b-6d1469ecb71d tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854121806'] for floatingip, after_update {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:54.644055 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d26de8-64b3-4115-bc40-2d270b4fcbc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71484a36-9af8-46e6-91f7-ae32243d11c3,revision_number=1']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:16:54.665771 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-94d26de8-64b3-4115-bc40-2d270b4fcbc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:16:54.677471 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-4b679bd5-b490-4fac-a043-98996c687468 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:54.684799 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-4b679bd5-b490-4fac-a043-98996c687468 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854236768'] for security_group, after_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:54.694818 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:16:54.707263 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-94d26de8-64b3-4115-bc40-2d270b4fcbc6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ba9683815795447abb4394df5c172e67&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6992970 Apr 20 18:16:54.719904 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.32', 50234) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:16:54.783063 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-4b679bd5-b490-4fac-a043-98996c687468 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1c8f2be29bfe4343a39d52e91fe4b687&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0415103 Apr 20 18:16:54.794579 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.32', 50240) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:16:54.811473 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-ba85396e-7d70-4c9a-becf-06a3a141285c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:54.812902 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b679bd5-b490-4fac-a043-98996c687468 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3aeed6d-a415-4809-a7fc-eb9675d69a67,revision_number=1']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:16:54.816883 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-4b679bd5-b490-4fac-a043-98996c687468 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:16:54.820035 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-ba85396e-7d70-4c9a-becf-06a3a141285c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854236768'] for security_group, after_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:54.832369 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-05cd3e9a-33d0-4fc1-855c-73cca23c9e77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:16:54.870969 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a570540b-0d74-49f7-a183-b184c5cd9511 req-9f178683-8ec1-4679-8788-7caf734895cb tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:16:54.873015 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-a570540b-0d74-49f7-a183-b184c5cd9511 req-9f178683-8ec1-4679-8788-7caf734895cb tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] 10.222.0.32 "GET /v2.0/ports?device_id=72f6997e-8ecc-46c5-8da2-fd3c74445826 HTTP/1.1" status: 200 len: 944 time: 0.3790102 Apr 20 18:16:54.913434 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba85396e-7d70-4c9a-becf-06a3a141285c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25acc0d4-2d26-440a-94db-2c4b2e9aac44,revision_number=1']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:16:54.916752 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-ba85396e-7d70-4c9a-becf-06a3a141285c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:16:54.922635 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-ba85396e-7d70-4c9a-becf-06a3a141285c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=45eae304bb184a0d93300ca6f93eb3dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6344185 Apr 20 18:16:54.927068 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.32', 50248) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:16:54.933942 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-930da8ad-8233-47b4-8980-cee99b98b7ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:54.967471 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-403968e8-60b8-4bdf-bc29-3652ab3fb4cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:54.970086 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-930da8ad-8233-47b4-8980-cee99b98b7ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:55.015354 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-403968e8-60b8-4bdf-bc29-3652ab3fb4cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:55.017240 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-a570540b-0d74-49f7-a183-b184c5cd9511 req-12062c40-5162-4ee8-85bc-b43a01fc615a tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] 10.222.0.32 "GET /v2.0/security-groups?id=e00ece0e-9c57-41eb-9bc3-9c38bfc30996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271122 Apr 20 18:16:55.039474 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.db.l3_db [None req-41f95455-0076-46c9-b99b-6d1469ecb71d tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Floating IP 23125fd8-c276-4ac3-b20a-f534d593aa01 associated. External IP: 172.28.0.241, port: efe28055-2fb6-471a-b258-ee0e32c5091b. Apr 20 18:16:55.057505 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-9f8a6c1b-a7d4-45ce-80cd-596b65f884e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:55.106832 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-9f8a6c1b-a7d4-45ce-80cd-596b65f884e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:55.146629 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-403968e8-60b8-4bdf-bc29-3652ab3fb4cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854236768'] for security_group, after_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:55.160366 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-9525d3fc-d212-4fac-ba06-4d6007aae68e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:16:55.178722 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403968e8-60b8-4bdf-bc29-3652ab3fb4cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3aeed6d-a415-4809-a7fc-eb9675d69a67,revision_number=None']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:16:55.187156 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-403968e8-60b8-4bdf-bc29-3652ab3fb4cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:16:55.200081 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-403968e8-60b8-4bdf-bc29-3652ab3fb4cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:55.203871 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-403968e8-60b8-4bdf-bc29-3652ab3fb4cd admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e3aeed6d-a415-4809-a7fc-eb9675d69a67 HTTP/1.1" status: 204 len: 168 time: 0.4048817 Apr 20 18:16:55.222501 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-9f8a6c1b-a7d4-45ce-80cd-596b65f884e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854236768'] for security_group, after_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:55.227094 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-4b679bd5-b490-4fac-a043-98996c687468 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:16:55.245871 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8a6c1b-a7d4-45ce-80cd-596b65f884e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25acc0d4-2d26-440a-94db-2c4b2e9aac44,revision_number=None']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:16:55.249044 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-9f8a6c1b-a7d4-45ce-80cd-596b65f884e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:16:55.251229 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-9f8a6c1b-a7d4-45ce-80cd-596b65f884e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:55.253278 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-9f8a6c1b-a7d4-45ce-80cd-596b65f884e5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/25acc0d4-2d26-440a-94db-2c4b2e9aac44 HTTP/1.1" status: 204 len: 168 time: 0.3251851 Apr 20 18:16:55.478876 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.32', 50280) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:16:55.543111 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-930da8ad-8233-47b4-8980-cee99b98b7ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854236768'] for security_group, after_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:55.555765 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f365b31-c244-46b6-b4e6-df242d2a755d req-8582691c-6ef6-4f84-a33f-a14098932753 tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:16:55.559280 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-0f365b31-c244-46b6-b4e6-df242d2a755d req-8582691c-6ef6-4f84-a33f-a14098932753 tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] 10.222.0.32 "GET /v2.0/ports?device_id=a80a91dc-748a-4277-be9b-e5f65a0ae2f9 HTTP/1.1" status: 200 len: 945 time: 0.1276741 Apr 20 18:16:55.571743 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-193ffacd-26ba-481b-86be-7be720b42e77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:16:55.593399 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930da8ad-8233-47b4-8980-cee99b98b7ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71484a36-9af8-46e6-91f7-ae32243d11c3,revision_number=None']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:16:55.604056 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-930da8ad-8233-47b4-8980-cee99b98b7ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:16:55.623360 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-930da8ad-8233-47b4-8980-cee99b98b7ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:55.631782 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-930da8ad-8233-47b4-8980-cee99b98b7ef admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/71484a36-9af8-46e6-91f7-ae32243d11c3 HTTP/1.1" status: 204 len: 168 time: 0.9107072 Apr 20 18:16:55.656074 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.32', 50292) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:16:55.706050 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-bd64dafd-2d4f-42a4-a17f-ad7cfb64582d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:55.716871 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41f95455-0076-46c9-b99b-6d1469ecb71d tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Router 7ec829b5-df62-4eeb-b9be-0781d58bffbd has already been hosted by L3 agent 40af0123-fc20-4e27-8672-759459b7c5ef {{(pid=86311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 18:16:55.717135 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.rpc [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Device 4ad8d1c9-b099-4f04-a04a-28f691a145b0 up at agent hyperv_hv-cinder-78692 {{(pid=86312) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:16:55.737675 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-0f365b31-c244-46b6-b4e6-df242d2a755d req-7addfe1d-867c-46be-8895-98bd16dc7d3b tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] 10.222.0.32 "GET /v2.0/security-groups?id=63e5a295-1c1b-4259-93ce-61133d92337d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647213 Apr 20 18:16:55.743180 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-bd64dafd-2d4f-42a4-a17f-ad7cfb64582d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:16:55.750479 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-bd64dafd-2d4f-42a4-a17f-ad7cfb64582d admin admin] Usage tracker for resource:security_group_rule and tenant:cfa63c67065947c581c22ed0d105738c is out of sync, need to count used quota {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:16:55.754868 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-bd64dafd-2d4f-42a4-a17f-ad7cfb64582d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:16:55.768855 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-bd64dafd-2d4f-42a4-a17f-ad7cfb64582d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:16:55.819084 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.provisioning_blocks [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Provisioning for port 4ad8d1c9-b099-4f04-a04a-28f691a145b0 completed by entity L2. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 18:16:55.829889 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.provisioning_blocks [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Provisioning complete for port 4ad8d1c9-b099-4f04-a04a-28f691a145b0 triggered by entity L2. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:16:55.830318 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853381758'] for port, provisioning_complete {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:56.063542 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624671'] for port, before_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:56.126105 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72f6997e-8ecc-46c5-8da2-fd3c74445826', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ad8d1c9-b099-4f04-a04a-28f691a145b0'}] {{(pid=86312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:16:56.150279 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.db [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] For port 4ad8d1c9-b099-4f04-a04a-28f691a145b0, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=4ad8d1c9-b099-4f04-a04a-28f691a145b0,segment=NetworkSegment(35da9b45-4e14-4089-845f-39a81432394e),segment_id=35da9b45-4e14-4089-845f-39a81432394e)] {{(pid=86312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:16:56.164178 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852966479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736993730504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736993280695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299861495088'] for port, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:56.164543 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:16:56.270146 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72f6997e-8ecc-46c5-8da2-fd3c74445826', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ad8d1c9-b099-4f04-a04a-28f691a145b0', 'code': 200} Apr 20 18:16:56.272336 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41f95455-0076-46c9-b99b-6d1469ecb71d tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Notify agent at l3_agent.dv-cinder-786929-2-smb the message routers_updated {{(pid=86311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 18:16:56.279578 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-41f95455-0076-46c9-b99b-6d1469ecb71d tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759958'] for floatingip, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:56.300695 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-417b8b2a-b922-47f6-bf69-5391a3c31f60 None None] Sync routers for ids ['7ec829b5-df62-4eeb-b9be-0781d58bffbd'] in dv-cinder-786929-2-smb {{(pid=86313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 18:16:56.302715 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.v2.base [None req-cfec612c-2b9e-4a8b-a93c-3424877ccfb6 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1277685248-network', 'tenant_id': '02dae3b9331843428972d1ab84d0d2ed'}} {{(pid=86310) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:16:56.308113 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-cfec612c-2b9e-4a8b-a93c-3424877ccfb6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:16:56.312918 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-cfec612c-2b9e-4a8b-a93c-3424877ccfb6 admin admin] Usage tracker for resource:network and tenant:02dae3b9331843428972d1ab84d0d2ed is out of sync, need to count used quota {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:16:56.317891 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-417b8b2a-b922-47f6-bf69-5391a3c31f60 None None] Routers {'7ec829b5-df62-4eeb-b9be-0781d58bffbd'} bound to L3 agent in host dv-cinder-786929-2-smb {{(pid=86313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:16:56.318043 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-cfec612c-2b9e-4a8b-a93c-3424877ccfb6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:16:56.322825 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_hamode_db [None req-417b8b2a-b922-47f6-bf69-5391a3c31f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786929-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T18:07:11Z,description=,heartbeat_timestamp=2021-04-20T18:16:41Z,host='dv-cinder-786929-2-smb',id=40af0123-fc20-4e27-8672-759459b7c5ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T18:07:11Z,topic='l3_agent')) {'router_ids': ['7ec829b5-df62-4eeb-b9be-0781d58bffbd'], 'active': True} {{(pid=86313) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:16:56.325625 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-cfec612c-2b9e-4a8b-a93c-3424877ccfb6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:16:56.335758 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfec612c-2b9e-4a8b-a93c-3424877ccfb6 admin admin] Made reservation on behalf of 02dae3b9331843428972d1ab84d0d2ed for: {'network': 1} {{(pid=86310) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 18:16:56.341664 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-cfec612c-2b9e-4a8b-a93c-3424877ccfb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624671'] for network, before_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:56.364747 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-cfec612c-2b9e-4a8b-a93c-3424877ccfb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:56.391519 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-cfec612c-2b9e-4a8b-a93c-3424877ccfb6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:16:56.410822 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Pushing event updated for resources: {'Port': ['ID=4ad8d1c9-b099-4f04-a04a-28f691a145b0,revision_number=5']} {{(pid=86312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:16:56.415242 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:16:56.423161 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-cfec612c-2b9e-4a8b-a93c-3424877ccfb6 admin admin] Usage tracker for resource:security_group_rule and tenant:02dae3b9331843428972d1ab84d0d2ed is out of sync, need to count used quota {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:16:56.428084 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-cfec612c-2b9e-4a8b-a93c-3424877ccfb6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:16:56.449505 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-cfec612c-2b9e-4a8b-a93c-3424877ccfb6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:16:56.543968 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-bd64dafd-2d4f-42a4-a17f-ad7cfb64582d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:56.554038 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-bd64dafd-2d4f-42a4-a17f-ad7cfb64582d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854236768'] for security_group, after_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:56.568576 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-41f95455-0076-46c9-b99b-6d1469ecb71d tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] 10.222.0.32 "PUT /v2.0/floatingips/23125fd8-c276-4ac3-b20a-f534d593aa01 HTTP/1.1" status: 200 len: 991 time: 4.1150262 Apr 20 18:16:56.571924 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '017750e2-2faa-492d-81ff-e9560fb475f5', 'tag': 'efe28055-2fb6-471a-b258-ee0e32c5091b'}] {{(pid=86311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:16:56.578490 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:16:56.589493 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17277af2-7c0b-4bcf-927b-75c74fd1ba8c req-e0e0a9ae-f8f6-4335-a90d-045d076fbfac tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:16:56.591294 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-17277af2-7c0b-4bcf-927b-75c74fd1ba8c req-e0e0a9ae-f8f6-4335-a90d-045d076fbfac tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] 10.222.0.32 "GET /v2.0/ports?device_id=72f6997e-8ecc-46c5-8da2-fd3c74445826 HTTP/1.1" status: 200 len: 945 time: 0.3167882 Apr 20 18:16:56.656833 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-bd64dafd-2d4f-42a4-a17f-ad7cfb64582d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=cfa63c67065947c581c22ed0d105738c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9865863 Apr 20 18:16:56.661115 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.32', 50342) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:16:56.750269 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-17277af2-7c0b-4bcf-927b-75c74fd1ba8c req-ef7ef755-0a58-4e2c-9b90-23ddce9f3c10 tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] 10.222.0.32 "GET /v2.0/security-groups?id=e00ece0e-9c57-41eb-9bc3-9c38bfc30996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452088 Apr 20 18:16:56.864349 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-cfec612c-2b9e-4a8b-a93c-3424877ccfb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:56.874103 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd64dafd-2d4f-42a4-a17f-ad7cfb64582d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca56c6d2-4e70-4925-826b-142d2636034f,revision_number=1']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:16:56.911292 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-cfec612c-2b9e-4a8b-a93c-3424877ccfb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854236768'] for security_group, after_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:56.915303 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-bd64dafd-2d4f-42a4-a17f-ad7cfb64582d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:16:56.916011 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-bd64dafd-2d4f-42a4-a17f-ad7cfb64582d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:16:56.923327 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '017750e2-2faa-492d-81ff-e9560fb475f5', 'tag': 'efe28055-2fb6-471a-b258-ee0e32c5091b', 'status': 'completed', 'code': 200} Apr 20 18:16:56.971580 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfec612c-2b9e-4a8b-a93c-3424877ccfb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f51ff921-4c76-4e47-b05d-4ebc8e208797,revision_number=1']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:16:56.996619 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-cfec612c-2b9e-4a8b-a93c-3424877ccfb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:16:57.121417 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfec612c-2b9e-4a8b-a93c-3424877ccfb6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 143} {{(pid=86310) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 20 18:16:57.138992 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_dvr_db [None req-417b8b2a-b922-47f6-bf69-5391a3c31f60 None None] Set router 7ec829b5-df62-4eeb-b9be-0781d58bffbd gateway port host: dv-cinder-786929-2-smb {{(pid=86313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 18:16:57.185450 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-cfec612c-2b9e-4a8b-a93c-3424877ccfb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1711814'] for segment, precommit_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:57.185856 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.db.segments_db [None req-cfec612c-2b9e-4a8b-a93c-3424877ccfb6 admin admin] Added segment 48e9a50f-9987-468e-9cbc-b73b5f8756db of type vlan for network 5b82a5ad-5a0b-4f36-b6c5-403cadd34a79 Apr 20 18:16:57.201568 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246d90af-6d7d-415f-9d00-b859fee31671 req-f7bc50d2-b321-447d-8351-441853b3ee50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:16:57.203388 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-246d90af-6d7d-415f-9d00-b859fee31671 req-f7bc50d2-b321-447d-8351-441853b3ee50 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cb69ef4d450d449286542b7dabcb8f7a&device_id=017750e2-2faa-492d-81ff-e9560fb475f5 HTTP/1.1" status: 200 len: 1098 time: 0.2040074 Apr 20 18:16:57.212595 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-0ab14e19-beab-4dd8-8e54-99240eb9ce63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:57.250320 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-0ab14e19-beab-4dd8-8e54-99240eb9ce63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:57.309300 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5045c72-e7c5-4323-94f9-b8ebd6eef9f0 req-f597b6e0-cee7-436e-b7aa-f33eba541ec8 tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:16:57.317674 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-c5045c72-e7c5-4323-94f9-b8ebd6eef9f0 req-f597b6e0-cee7-436e-b7aa-f33eba541ec8 tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] 10.222.0.32 "GET /v2.0/ports?device_id=a80a91dc-748a-4277-be9b-e5f65a0ae2f9 HTTP/1.1" status: 200 len: 945 time: 0.1977024 Apr 20 18:16:57.420542 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-0ab14e19-beab-4dd8-8e54-99240eb9ce63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854236768'] for security_group, after_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:57.431518 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:16:57.441670 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-c5045c72-e7c5-4323-94f9-b8ebd6eef9f0 req-ef4c8be1-2fcf-4ba8-882e-90c8f58ba7b0 tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] 10.222.0.32 "GET /v2.0/security-groups?id=63e5a295-1c1b-4259-93ce-61133d92337d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229315 Apr 20 18:16:57.447710 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9aa94c-6ef2-4a01-b2d1-bd5463908873 req-3e3295a4-a78a-4f96-b32b-580a67e60b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:16:57.450350 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-bf9aa94c-6ef2-4a01-b2d1-bd5463908873 req-3e3295a4-a78a-4f96-b32b-580a67e60b4c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=72f6997e-8ecc-46c5-8da2-fd3c74445826 HTTP/1.1" status: 200 len: 1098 time: 0.7880318 Apr 20 18:16:57.453505 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-cfec612c-2b9e-4a8b-a93c-3424877ccfb6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363299861504440'] for network, precommit_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:57.555705 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab14e19-beab-4dd8-8e54-99240eb9ce63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca56c6d2-4e70-4925-826b-142d2636034f,revision_number=None']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:16:57.561053 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-0ab14e19-beab-4dd8-8e54-99240eb9ce63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:16:57.649079 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_hamode_db [None req-417b8b2a-b922-47f6-bf69-5391a3c31f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ec829b5-df62-4eeb-b9be-0781d58bffbd', 'name': 'tempest-AttachVolumeTestJSON-1231333648-router', 'tenant_id': 'cb69ef4d450d449286542b7dabcb8f7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26051af8-ebd0-4db2-857e-181975352424', 'external_fixed_ips': [{'subnet_id': 'a8fb9e9c-99d7-49f9-8da9-302520785055', 'ip_address': '172.28.0.84'}], 'enable_snat': True}, 'gw_port_id': '46da91c7-c992-45ad-b29d-ea4047abeef9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:15:49Z', 'updated_at': '2021-04-20T18:16:05Z', 'revision_number': 4, 'project_id': 'cb69ef4d450d449286542b7dabcb8f7a', 'gw_port': {'id': '46da91c7-c992-45ad-b29d-ea4047abeef9', 'name': '', 'network_id': '26051af8-ebd0-4db2-857e-181975352424', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:cd:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ec829b5-df62-4eeb-b9be-0781d58bffbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'a8fb9e9c-99d7-49f9-8da9-302520785055', 'ip_address': '172.28.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:15:51Z', 'updated_at': '2021-04-20T18:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8fb9e9c-99d7-49f9-8da9-302520785055', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-2-smb', '_floatingips': [{'id': '23125fd8-c276-4ac3-b20a-f534d593aa01', 'tenant_id': 'cb69ef4d450d449286542b7dabcb8f7a', 'floating_ip_address': '172.28.0.241', 'floating_network_id': '26051af8-ebd0-4db2-857e-181975352424', 'router_id': '7ec829b5-df62-4eeb-b9be-0781d58bffbd', 'port_id': 'efe28055-2fb6-471a-b258-ee0e32c5091b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb98ba18-b0fc-455c-9bef-282881864632', 'mac_address': 'fa:16:3e:a3:8d:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '017750e2-2faa-492d-81ff-e9560fb475f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T18:16:17Z', 'updated_at': '2021-04-20T18:16:54Z', 'revision_number': 1, 'project_id': 'cb69ef4d450d449286542b7dabcb8f7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '113bb86f-f45b-4cdf-b4e9-b39c07af624f', 'name': '', 'network_id': 'eb98ba18-b0fc-455c-9bef-282881864632', 'tenant_id': 'cb69ef4d450d449286542b7dabcb8f7a', 'mac_address': 'fa:16:3e:81:69:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ec829b5-df62-4eeb-b9be-0781d58bffbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'df8c402d-ed6b-4e3d-81d4-7ab30d507809', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:16:00Z', 'updated_at': '2021-04-20T18:16:19Z', 'revision_number': 5, 'project_id': 'cb69ef4d450d449286542b7dabcb8f7a', 'subnets': [{'id': 'df8c402d-ed6b-4e3d-81d4-7ab30d507809', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786929-2-smb', False) {} {{(pid=86313) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:16:57.654629 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-417b8b2a-b922-47f6-bf69-5391a3c31f60 None None] Checking router: 7ec829b5-df62-4eeb-b9be-0781d58bffbd for host: dv-cinder-786929-2-smb {{(pid=86313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 18:16:57.664337 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-417b8b2a-b922-47f6-bf69-5391a3c31f60 None None] Routers {'7ec829b5-df62-4eeb-b9be-0781d58bffbd'} bound to L3 agent in host dv-cinder-786929-2-smb {{(pid=86313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:16:57.665004 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_hamode_db [None req-417b8b2a-b922-47f6-bf69-5391a3c31f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786929-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T18:07:11Z,description=,heartbeat_timestamp=2021-04-20T18:16:41Z,host='dv-cinder-786929-2-smb',id=40af0123-fc20-4e27-8672-759459b7c5ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T18:07:11Z,topic='l3_agent')) {'router_ids': ['7ec829b5-df62-4eeb-b9be-0781d58bffbd'], 'active': True} {{(pid=86313) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:16:57.714460 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-bf9aa94c-6ef2-4a01-b2d1-bd5463908873 req-464461f5-5f7c-42e1-b0cc-6c5c48764b40 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=e00ece0e-9c57-41eb-9bc3-9c38bfc30996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092439 Apr 20 18:16:57.732758 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-0ab14e19-beab-4dd8-8e54-99240eb9ce63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:57.733973 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-0ab14e19-beab-4dd8-8e54-99240eb9ce63 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ca56c6d2-4e70-4925-826b-142d2636034f HTTP/1.1" status: 204 len: 168 time: 0.9910269 Apr 20 18:16:57.777969 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-cfec612c-2b9e-4a8b-a93c-3424877ccfb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854236788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514'] for network, after_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:57.781734 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfec612c-2b9e-4a8b-a93c-3424877ccfb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:16:57.782374 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-cfec612c-2b9e-4a8b-a93c-3424877ccfb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-751497'] for network, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:57.789863 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-e8207988-5229-4907-b278-28e227b69c63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:16:57.875156 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_dvr_db [None req-417b8b2a-b922-47f6-bf69-5391a3c31f60 None None] Set router 7ec829b5-df62-4eeb-b9be-0781d58bffbd gateway port host: dv-cinder-786929-2-smb {{(pid=86313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 18:16:57.898959 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfec612c-2b9e-4a8b-a93c-3424877ccfb6 admin admin] Pushing event updated for resources: {'Network': ['ID=5b82a5ad-5a0b-4f36-b6c5-403cadd34a79,revision_number=1']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:16:57.904332 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-cfec612c-2b9e-4a8b-a93c-3424877ccfb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:16:57.908332 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246d90af-6d7d-415f-9d00-b859fee31671 req-e699994b-c0a3-420f-8647-383f0c73ba50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:16:57.910046 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-246d90af-6d7d-415f-9d00-b859fee31671 req-e699994b-c0a3-420f-8647-383f0c73ba50 service neutron] 10.222.0.13 "GET /v2.0/networks?id=eb98ba18-b0fc-455c-9bef-282881864632 HTTP/1.1" status: 200 len: 912 time: 0.5878406 Apr 20 18:16:57.913651 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.rpc [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Network 5b82a5ad-5a0b-4f36-b6c5-403cadd34a79 details requested by agent ovs-agent-dv-cinder-786929-2-smb with host dv-cinder-786929-2-smb {{(pid=86312) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 18:16:58.157865 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-cfec612c-2b9e-4a8b-a93c-3424877ccfb6 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.6775703 Apr 20 18:16:58.158514 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.32', 50396) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:16:58.176941 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.v2.base [None req-555b0b3c-f4ab-4f5a-98bc-5cb85e95eee0 admin admin] Request body: {'subnet': {'network_id': '5b82a5ad-5a0b-4f36-b6c5-403cadd34a79', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1277685248-subnet', 'tenant_id': '02dae3b9331843428972d1ab84d0d2ed', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=86311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:16:58.197041 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-555b0b3c-f4ab-4f5a-98bc-5cb85e95eee0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:16:58.232602 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9549aff4-2b61-4cfa-98b5-ed0d61675bf6 req-3d92008c-bc59-4842-a4b3-1c7359febe62 tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:16:58.234207 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-9549aff4-2b61-4cfa-98b5-ed0d61675bf6 req-3d92008c-bc59-4842-a4b3-1c7359febe62 tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] 10.222.0.32 "GET /v2.0/ports?device_id=72f6997e-8ecc-46c5-8da2-fd3c74445826 HTTP/1.1" status: 200 len: 945 time: 0.2305694 Apr 20 18:16:58.235384 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-555b0b3c-f4ab-4f5a-98bc-5cb85e95eee0 admin admin] Usage tracker for resource:subnet and tenant:02dae3b9331843428972d1ab84d0d2ed is out of sync, need to count used quota {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:16:58.244899 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-246d90af-6d7d-415f-9d00-b859fee31671 req-9343c992-921c-46e7-978e-ebc91bd91a57 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=efe28055-2fb6-471a-b258-ee0e32c5091b HTTP/1.1" status: 200 len: 999 time: 0.2938566 Apr 20 18:16:58.248000 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-555b0b3c-f4ab-4f5a-98bc-5cb85e95eee0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:16:58.346585 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-555b0b3c-f4ab-4f5a-98bc-5cb85e95eee0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:16:58.376972 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-555b0b3c-f4ab-4f5a-98bc-5cb85e95eee0 admin admin] Made reservation on behalf of 02dae3b9331843428972d1ab84d0d2ed for: {'subnet': 1} {{(pid=86311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 18:16:58.382883 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-555b0b3c-f4ab-4f5a-98bc-5cb85e95eee0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851796276'] for subnet, before_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:58.394182 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246d90af-6d7d-415f-9d00-b859fee31671 req-67d853b3-4ce4-41d2-9454-0328c146d4fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:16:58.395906 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-246d90af-6d7d-415f-9d00-b859fee31671 req-67d853b3-4ce4-41d2-9454-0328c146d4fb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=df8c402d-ed6b-4e3d-81d4-7ab30d507809 HTTP/1.1" status: 200 len: 850 time: 0.1399634 Apr 20 18:16:58.606288 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_hamode_db [None req-417b8b2a-b922-47f6-bf69-5391a3c31f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ec829b5-df62-4eeb-b9be-0781d58bffbd', 'name': 'tempest-AttachVolumeTestJSON-1231333648-router', 'tenant_id': 'cb69ef4d450d449286542b7dabcb8f7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26051af8-ebd0-4db2-857e-181975352424', 'external_fixed_ips': [{'subnet_id': 'a8fb9e9c-99d7-49f9-8da9-302520785055', 'ip_address': '172.28.0.84'}], 'enable_snat': True}, 'gw_port_id': '46da91c7-c992-45ad-b29d-ea4047abeef9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:15:49Z', 'updated_at': '2021-04-20T18:16:05Z', 'revision_number': 4, 'project_id': 'cb69ef4d450d449286542b7dabcb8f7a', 'gw_port': {'id': '46da91c7-c992-45ad-b29d-ea4047abeef9', 'name': '', 'network_id': '26051af8-ebd0-4db2-857e-181975352424', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:cd:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ec829b5-df62-4eeb-b9be-0781d58bffbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'a8fb9e9c-99d7-49f9-8da9-302520785055', 'ip_address': '172.28.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:15:51Z', 'updated_at': '2021-04-20T18:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8fb9e9c-99d7-49f9-8da9-302520785055', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-2-smb', '_floatingips': [{'id': '23125fd8-c276-4ac3-b20a-f534d593aa01', 'tenant_id': 'cb69ef4d450d449286542b7dabcb8f7a', 'floating_ip_address': '172.28.0.241', 'floating_network_id': '26051af8-ebd0-4db2-857e-181975352424', 'router_id': '7ec829b5-df62-4eeb-b9be-0781d58bffbd', 'port_id': 'efe28055-2fb6-471a-b258-ee0e32c5091b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb98ba18-b0fc-455c-9bef-282881864632', 'mac_address': 'fa:16:3e:a3:8d:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '017750e2-2faa-492d-81ff-e9560fb475f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T18:16:17Z', 'updated_at': '2021-04-20T18:16:54Z', 'revision_number': 1, 'project_id': 'cb69ef4d450d449286542b7dabcb8f7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '113bb86f-f45b-4cdf-b4e9-b39c07af624f', 'name': '', 'network_id': 'eb98ba18-b0fc-455c-9bef-282881864632', 'tenant_id': 'cb69ef4d450d449286542b7dabcb8f7a', 'mac_address': 'fa:16:3e:81:69:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ec829b5-df62-4eeb-b9be-0781d58bffbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'df8c402d-ed6b-4e3d-81d4-7ab30d507809', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:16:00Z', 'updated_at': '2021-04-20T18:16:19Z', 'revision_number': 5, 'project_id': 'cb69ef4d450d449286542b7dabcb8f7a', 'subnets': [{'id': 'df8c402d-ed6b-4e3d-81d4-7ab30d507809', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786929-2-smb', False) {} {{(pid=86313) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:16:58.612806 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246d90af-6d7d-415f-9d00-b859fee31671 req-b363f34b-abb3-4774-ad71-b3e7da8f999e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:16:58.614509 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-246d90af-6d7d-415f-9d00-b859fee31671 req-b363f34b-abb3-4774-ad71-b3e7da8f999e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=eb98ba18-b0fc-455c-9bef-282881864632&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1976006 Apr 20 18:16:58.626610 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-417b8b2a-b922-47f6-bf69-5391a3c31f60 None None] The sync data for ids ['7ec829b5-df62-4eeb-b9be-0781d58bffbd'] in dv-cinder-786929-2-smb is: [{'id': '7ec829b5-df62-4eeb-b9be-0781d58bffbd', 'name': 'tempest-AttachVolumeTestJSON-1231333648-router', 'tenant_id': 'cb69ef4d450d449286542b7dabcb8f7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26051af8-ebd0-4db2-857e-181975352424', 'external_fixed_ips': [{'subnet_id': 'a8fb9e9c-99d7-49f9-8da9-302520785055', 'ip_address': '172.28.0.84'}], 'enable_snat': True}, 'gw_port_id': '46da91c7-c992-45ad-b29d-ea4047abeef9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:15:49Z', 'updated_at': '2021-04-20T18:16:05Z', 'revision_number': 4, 'project_id': 'cb69ef4d450d449286542b7dabcb8f7a', 'gw_port': {'id': '46da91c7-c992-45ad-b29d-ea4047abeef9', 'name': '', 'network_id': '26051af8-ebd0-4db2-857e-181975352424', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:cd:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ec829b5-df62-4eeb-b9be-0781d58bffbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'a8fb9e9c-99d7-49f9-8da9-302520785055', 'ip_address': '172.28.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:15:51Z', 'updated_at': '2021-04-20T18:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8fb9e9c-99d7-49f9-8da9-302520785055', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-2-smb', '_floatingips': [{'id': '23125fd8-c276-4ac3-b20a-f534d593aa01', 'tenant_id': 'cb69ef4d450d449286542b7dabcb8f7a', 'floating_ip_address': '172.28.0.241', 'floating_network_id': '26051af8-ebd0-4db2-857e-181975352424', 'router_id': '7ec829b5-df62-4eeb-b9be-0781d58bffbd', 'port_id': 'efe28055-2fb6-471a-b258-ee0e32c5091b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb98ba18-b0fc-455c-9bef-282881864632', 'mac_address': 'fa:16:3e:a3:8d:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '017750e2-2faa-492d-81ff-e9560fb475f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T18:16:17Z', 'updated_at': '2021-04-20T18:16:54Z', 'revision_number': 1, 'project_id': 'cb69ef4d450d449286542b7dabcb8f7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '113bb86f-f45b-4cdf-b4e9-b39c07af624f', 'name': '', 'network_id': 'eb98ba18-b0fc-455c-9bef-282881864632', 'tenant_id': 'cb69ef4d450d449286542b7dabcb8f7a', 'mac_address': 'fa:16:3e:81:69:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ec829b5-df62-4eeb-b9be-0781d58bffbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'df8c402d-ed6b-4e3d-81d4-7ab30d507809', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:16:00Z', 'updated_at': '2021-04-20T18:16:19Z', 'revision_number': 5, 'project_id': 'cb69ef4d450d449286542b7dabcb8f7a', 'subnets': [{'id': 'df8c402d-ed6b-4e3d-81d4-7ab30d507809', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 18:16:58.852395 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-9549aff4-2b61-4cfa-98b5-ed0d61675bf6 req-5989bebc-06ac-42c2-aca4-02016678ff9e tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] 10.222.0.32 "GET /v2.0/security-groups?id=e00ece0e-9c57-41eb-9bc3-9c38bfc30996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6006980 Apr 20 18:16:59.171214 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfcc0a74-e9f2-4cd3-ac91-2e7509a70d9d None None] New status for floating IP 23125fd8-c276-4ac3-b20a-f534d593aa01: ACTIVE {{(pid=86312) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 20 18:16:59.220951 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-246d90af-6d7d-415f-9d00-b859fee31671 req-ac1e5e0e-f9fd-432b-b3f1-10af017fd6a1 service neutron] 10.222.0.13 "GET /v2.0/networks/eb98ba18-b0fc-455c-9bef-282881864632?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5946910 Apr 20 18:16:59.406878 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-555b0b3c-f4ab-4f5a-98bc-5cb85e95eee0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854235284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4081685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851796259'] for subnet, after_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:59.411747 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:16:59.525137 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555b0b3c-f4ab-4f5a-98bc-5cb85e95eee0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a0d1d23a-bc57-4fd3-ab7b-5ff7156471c8,revision_number=0']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:16:59.531513 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-555b0b3c-f4ab-4f5a-98bc-5cb85e95eee0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:16:59.560048 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-246d90af-6d7d-415f-9d00-b859fee31671 req-135da513-64fe-4aec-a10d-7b5348969ee3 service neutron] 10.222.0.13 "GET /v2.0/networks/eb98ba18-b0fc-455c-9bef-282881864632?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3273964 Apr 20 18:16:59.577006 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-555b0b3c-f4ab-4f5a-98bc-5cb85e95eee0 admin admin] Checking segment: {'id': '48e9a50f-9987-468e-9cbc-b73b5f8756db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '5b82a5ad-5a0b-4f36-b6c5-403cadd34a79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 18:16:59.577781 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-555b0b3c-f4ab-4f5a-98bc-5cb85e95eee0 admin admin] Network hostable DHCP agents. Network: 5b82a5ad-5a0b-4f36-b6c5-403cadd34a79, hostable agents: ['7b7ebe60-b598-4f49-9612-2aa98fec0998'], hosted agents: [] {{(pid=86311) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 18:16:59.595451 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f734b337-3cda-4346-90ea-f19ac2b2d279 req-92eee4b5-0a4d-45b9-acfa-3c43800e7d8c tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:16:59.597222 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-f734b337-3cda-4346-90ea-f19ac2b2d279 req-92eee4b5-0a4d-45b9-acfa-3c43800e7d8c tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] 10.222.0.32 "GET /v2.0/ports?device_id=a80a91dc-748a-4277-be9b-e5f65a0ae2f9 HTTP/1.1" status: 200 len: 945 time: 0.7442124 Apr 20 18:16:59.612989 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-555b0b3c-f4ab-4f5a-98bc-5cb85e95eee0 admin admin] Network 5b82a5ad-5a0b-4f36-b6c5-403cadd34a79 is scheduled to be hosted by DHCP agent 7b7ebe60-b598-4f49-9612-2aa98fec0998 with binding_index 1 {{(pid=86311) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 18:16:59.624922 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.scheduler.base_scheduler [None req-555b0b3c-f4ab-4f5a-98bc-5cb85e95eee0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786929-2-smb, 5b82a5ad-5a0b-4f36-b6c5-403cadd34a79) {{(pid=86311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:16:59.641758 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-082727de-73d5-48e9-ad09-6dace0b0faa1 None None] Network 5b82a5ad-5a0b-4f36-b6c5-403cadd34a79 requested from dv-cinder-786929-2-smb {{(pid=86312) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 18:16:59.654286 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-555b0b3c-f4ab-4f5a-98bc-5cb85e95eee0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:16:59.655148 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-555b0b3c-f4ab-4f5a-98bc-5cb85e95eee0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-751497'] for subnet, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:59.709596 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-f734b337-3cda-4346-90ea-f19ac2b2d279 req-39dd543d-086f-411f-9379-0c8975d7f4ca tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] 10.222.0.32 "GET /v2.0/security-groups?id=63e5a295-1c1b-4259-93ce-61133d92337d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023901 Apr 20 18:16:59.722012 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.32', 50448) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:16:59.727401 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-555b0b3c-f4ab-4f5a-98bc-5cb85e95eee0 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.5661087 Apr 20 18:16:59.727872 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.v2.base [None req-d563b0c7-e741-4362-8f73-62e2162961d3 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1277685248-router', 'tenant_id': '02dae3b9331843428972d1ab84d0d2ed', 'external_gateway_info': {'network_id': '26051af8-ebd0-4db2-857e-181975352424'}}} {{(pid=86310) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:16:59.733541 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-d563b0c7-e741-4362-8f73-62e2162961d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:16:59.738059 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-d563b0c7-e741-4362-8f73-62e2162961d3 admin admin] Usage tracker for resource:router and tenant:02dae3b9331843428972d1ab84d0d2ed is out of sync, need to count used quota {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:16:59.741343 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-d563b0c7-e741-4362-8f73-62e2162961d3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:16:59.748703 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-d563b0c7-e741-4362-8f73-62e2162961d3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:16:59.759811 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-d563b0c7-e741-4362-8f73-62e2162961d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854382097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854760223'] for router, before_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:59.761839 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-d563b0c7-e741-4362-8f73-62e2162961d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-393703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-626689', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535056', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15593'] for router, precommit_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:16:59.789873 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-d563b0c7-e741-4362-8f73-62e2162961d3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:00.031946 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7f5f95a-5cc9-49df-95b8-1f2d385bf516 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff0507e1-2995-52a4-a1ca-90377fd35923-5b82a5ad-5a0b-4f36-b6c5-403cadd34a79', 'network_id': '5b82a5ad-5a0b-4f36-b6c5-403cadd34a79', 'tenant_id': '02dae3b9331843428972d1ab84d0d2ed', 'fixed_ips': [{'subnet_id': 'a0d1d23a-bc57-4fd3-ab7b-5ff7156471c8'}]}} from dv-cinder-786929-2-smb. {{(pid=86312) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 20 18:17:00.033601 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-a7f5f95a-5cc9-49df-95b8-1f2d385bf516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624671'] for port, before_create {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:00.142467 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.32', 50458) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:17:00.266980 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-d563b0c7-e741-4362-8f73-62e2162961d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-626934', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-654428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15578'] for router, precommit_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:00.426614 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.db_base_plugin_common [None req-a7f5f95a-5cc9-49df-95b8-1f2d385bf516 None None] Allocated IP 172.20.0.2 (5b82a5ad-5a0b-4f36-b6c5-403cadd34a79/a0d1d23a-bc57-4fd3-ab7b-5ff7156471c8/b2ec5bd2-c105-4296-a92e-7a12cd29d833) {{(pid=86312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 18:17:00.559432 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1010901b-de2f-44ca-8b32-ce015ca7a3d8 req-1fbe0e52-1dcd-48c1-ba96-a758bc88d01f tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:17:00.561129 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-1010901b-de2f-44ca-8b32-ce015ca7a3d8 req-1fbe0e52-1dcd-48c1-ba96-a758bc88d01f tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] 10.222.0.32 "GET /v2.0/ports?device_id=72f6997e-8ecc-46c5-8da2-fd3c74445826 HTTP/1.1" status: 200 len: 945 time: 0.4704838 Apr 20 18:17:00.672633 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-1010901b-de2f-44ca-8b32-ce015ca7a3d8 req-7cb004c7-d11e-42b7-876a-c21ee8fa3677 tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] 10.222.0.32 "GET /v2.0/security-groups?id=e00ece0e-9c57-41eb-9bc3-9c38bfc30996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968280 Apr 20 18:17:00.905596 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-ba61591d-6535-43e1-b3f5-45c82c087152 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:00.930003 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-a7f5f95a-5cc9-49df-95b8-1f2d385bf516 None None] Notify callbacks [] for port, precommit_create {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:00.945961 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.provisioning_blocks [None req-a7f5f95a-5cc9-49df-95b8-1f2d385bf516 None None] Transition to ACTIVE for port object b2ec5bd2-c105-4296-a92e-7a12cd29d833 will not be triggered until provisioned by entity L2. {{(pid=86312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 18:17:00.957136 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-5f6a6539-d942-4826-bb54-b20333552dd7 req-6125361b-3deb-44d1-ad9f-1ba665f511ec service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f60542f0-bd80-42bb-acb0-21f477d6dd3d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.6258223 Apr 20 18:17:00.970349 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.provisioning_blocks [None req-a7f5f95a-5cc9-49df-95b8-1f2d385bf516 None None] Transition to ACTIVE for port object b2ec5bd2-c105-4296-a92e-7a12cd29d833 will not be triggered until provisioned by entity DHCP. {{(pid=86312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 18:17:00.975796 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-a7f5f95a-5cc9-49df-95b8-1f2d385bf516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852966479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736993280678'] for port, after_create {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:00.988960 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:17:00.989238 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-ba61591d-6535-43e1-b3f5-45c82c087152 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:17:01.008678 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-ba61591d-6535-43e1-b3f5-45c82c087152 admin admin] Usage tracker for resource:security_group_rule and tenant:f9559205dc29412ba65c57d2bd5540ac is out of sync, need to count used quota {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:17:01.025334 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-ba61591d-6535-43e1-b3f5-45c82c087152 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:17:01.078703 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7f5f95a-5cc9-49df-95b8-1f2d385bf516 None None] Network 5b82a5ad-5a0b-4f36-b6c5-403cadd34a79 is already hosted by enough agents. {{(pid=86312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 18:17:01.079738 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f5f95a-5cc9-49df-95b8-1f2d385bf516 None None] Pushing event updated for resources: {'Port': ['ID=b2ec5bd2-c105-4296-a92e-7a12cd29d833,revision_number=1']} {{(pid=86312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:17:01.090659 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.scheduler.base_scheduler [None req-a7f5f95a-5cc9-49df-95b8-1f2d385bf516 None None] Resources bound (agent type, host, resource id): {{(pid=86312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:17:01.095593 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-a7f5f95a-5cc9-49df-95b8-1f2d385bf516 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:17:01.097450 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7f5f95a-5cc9-49df-95b8-1f2d385bf516 None None] Received port after_create {{(pid=86312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 18:17:01.201061 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6b1ea0-a125-4326-ad33-720b9fafe84e req-510c4d0e-e236-4249-9b75-d858a6d91113 tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:17:01.218630 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-dd6b1ea0-a125-4326-ad33-720b9fafe84e req-510c4d0e-e236-4249-9b75-d858a6d91113 tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] 10.222.0.32 "GET /v2.0/ports?device_id=a80a91dc-748a-4277-be9b-e5f65a0ae2f9 HTTP/1.1" status: 200 len: 945 time: 0.2286000 Apr 20 18:17:01.225228 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.managers [None req-a7f5f95a-5cc9-49df-95b8-1f2d385bf516 None None] Attempting to bind port b2ec5bd2-c105-4296-a92e-7a12cd29d833 on host dv-cinder-786929-2-smb for vnic_type normal with profile {{(pid=86312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 18:17:01.225892 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.managers [None req-a7f5f95a-5cc9-49df-95b8-1f2d385bf516 None None] Attempting to bind port b2ec5bd2-c105-4296-a92e-7a12cd29d833 by drivers openvswitch,hyperv on host dv-cinder-786929-2-smb at level 0 using segments [{'id': '48e9a50f-9987-468e-9cbc-b73b5f8756db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '5b82a5ad-5a0b-4f36-b6c5-403cadd34a79'}] {{(pid=86312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 18:17:01.226510 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f5f95a-5cc9-49df-95b8-1f2d385bf516 None None] Attempting to bind port b2ec5bd2-c105-4296-a92e-7a12cd29d833 on network 5b82a5ad-5a0b-4f36-b6c5-403cadd34a79 {{(pid=86312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 18:17:01.235566 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f5f95a-5cc9-49df-95b8-1f2d385bf516 None None] Checking agent: {'id': '909349f5-e61f-491f-bcfb-3e6f3416917d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786929-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 7, 12), 'started_at': datetime.datetime(2021, 4, 20, 18, 7, 42), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 16, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786929-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 18:17:01.236561 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f5f95a-5cc9-49df-95b8-1f2d385bf516 None None] Checking segment: {'id': '48e9a50f-9987-468e-9cbc-b73b5f8756db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '5b82a5ad-5a0b-4f36-b6c5-403cadd34a79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 18:17:01.237197 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-a7f5f95a-5cc9-49df-95b8-1f2d385bf516 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:01.237946 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f5f95a-5cc9-49df-95b8-1f2d385bf516 None None] Bound using segment: {'id': '48e9a50f-9987-468e-9cbc-b73b5f8756db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '5b82a5ad-5a0b-4f36-b6c5-403cadd34a79'} {{(pid=86312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 18:17:01.238664 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.managers [None req-a7f5f95a-5cc9-49df-95b8-1f2d385bf516 None None] Bound port: b2ec5bd2-c105-4296-a92e-7a12cd29d833, host: dv-cinder-786929-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48e9a50f-9987-468e-9cbc-b73b5f8756db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '5b82a5ad-5a0b-4f36-b6c5-403cadd34a79'}}] {{(pid=86312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 18:17:01.239259 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-a7f5f95a-5cc9-49df-95b8-1f2d385bf516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624671'] for port, before_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:01.313369 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-dd6b1ea0-a125-4326-ad33-720b9fafe84e req-56d86ad8-052c-4dd5-8555-116e331be4f7 tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] 10.222.0.32 "GET /v2.0/security-groups?id=63e5a295-1c1b-4259-93ce-61133d92337d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935938 Apr 20 18:17:01.398231 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.db [None req-a7f5f95a-5cc9-49df-95b8-1f2d385bf516 None None] For port b2ec5bd2-c105-4296-a92e-7a12cd29d833, host dv-cinder-786929-2-smb, cleared binding levels {{(pid=86312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 18:17:01.402285 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.db [None req-a7f5f95a-5cc9-49df-95b8-1f2d385bf516 None None] For port b2ec5bd2-c105-4296-a92e-7a12cd29d833, host dv-cinder-786929-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-2-smb',level=0,port_id=b2ec5bd2-c105-4296-a92e-7a12cd29d833,segment=NetworkSegment(48e9a50f-9987-468e-9cbc-b73b5f8756db),segment_id=48e9a50f-9987-468e-9cbc-b73b5f8756db)] {{(pid=86312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 18:17:01.406560 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-a7f5f95a-5cc9-49df-95b8-1f2d385bf516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852966479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736993730504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736993280695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299861495088'] for port, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:01.412179 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:17:01.431977 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-ba61591d-6535-43e1-b3f5-45c82c087152 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:17:01.571177 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f5f95a-5cc9-49df-95b8-1f2d385bf516 None None] Pushing event updated for resources: {'Port': ['ID=b2ec5bd2-c105-4296-a92e-7a12cd29d833,revision_number=2']} {{(pid=86312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:17:01.584263 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-a7f5f95a-5cc9-49df-95b8-1f2d385bf516 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:17:01.735697 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-ba61591d-6535-43e1-b3f5-45c82c087152 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:01.782697 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-ba61591d-6535-43e1-b3f5-45c82c087152 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854236768'] for security_group, after_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:01.858295 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:17:01.868412 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-ba61591d-6535-43e1-b3f5-45c82c087152 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f9559205dc29412ba65c57d2bd5540ac&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7247841 Apr 20 18:17:01.872345 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.32', 50528) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:17:01.873919 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-d563b0c7-e741-4362-8f73-62e2162961d3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:02.003890 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-a2790485-72c6-45e4-ac62-678e568a387f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:02.007751 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-d563b0c7-e741-4362-8f73-62e2162961d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624671'] for port, before_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:02.085395 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-a2790485-72c6-45e4-ac62-678e568a387f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:02.131637 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba61591d-6535-43e1-b3f5-45c82c087152 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d959f1f1-cf4e-4d3f-8f91-f05335697903,revision_number=1']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:17:02.144772 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-ba61591d-6535-43e1-b3f5-45c82c087152 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:17:02.191335 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6a6539-d942-4826-bb54-b20333552dd7 req-b3f611d2-12d0-4b52-b639-5889a9004513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:17:02.192522 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-a2790485-72c6-45e4-ac62-678e568a387f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854236768'] for security_group, after_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:02.193725 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-5f6a6539-d942-4826-bb54-b20333552dd7 req-b3f611d2-12d0-4b52-b639-5889a9004513 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=96ff5c4d39a64c7b8df2adf23972e2ba&device_id=f60542f0-bd80-42bb-acb0-21f477d6dd3d HTTP/1.1" status: 200 len: 1098 time: 0.7633615 Apr 20 18:17:02.208258 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-7de92ef4-d398-4450-ac72-9643bdb9613f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:17:02.255976 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-a2790485-72c6-45e4-ac62-678e568a387f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:02.258461 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-a2790485-72c6-45e4-ac62-678e568a387f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d959f1f1-cf4e-4d3f-8f91-f05335697903 HTTP/1.1" status: 204 len: 168 time: 0.3848846 Apr 20 18:17:02.259399 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2790485-72c6-45e4-ac62-678e568a387f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d959f1f1-cf4e-4d3f-8f91-f05335697903,revision_number=None']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:17:02.268754 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-a2790485-72c6-45e4-ac62-678e568a387f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:17:02.408730 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.rpc [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Device b2ec5bd2-c105-4296-a92e-7a12cd29d833 up at agent ovs-agent-dv-cinder-786929-2-smb {{(pid=86312) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:17:02.554134 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.db_base_plugin_common [None req-d563b0c7-e741-4362-8f73-62e2162961d3 admin admin] Allocated IP 172.28.0.25 (26051af8-ebd0-4db2-857e-181975352424/a8fb9e9c-99d7-49f9-8da9-302520785055/58f2f10b-45b8-425b-94b8-498bbc5fd79f) {{(pid=86310) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 18:17:02.608831 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.provisioning_blocks [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Provisioning for port b2ec5bd2-c105-4296-a92e-7a12cd29d833 completed by entity L2. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 18:17:02.676212 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.32', 50560) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:17:02.736282 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6a6539-d942-4826-bb54-b20333552dd7 req-d3d53a89-1000-465c-8158-c8b53d4b2350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:17:02.738035 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-5f6a6539-d942-4826-bb54-b20333552dd7 req-d3d53a89-1000-465c-8158-c8b53d4b2350 service neutron] 10.222.0.13 "GET /v2.0/networks?id=33ae499e-8924-4d19-b24e-e728f8047f05 HTTP/1.1" status: 200 len: 916 time: 0.5170367 Apr 20 18:17:02.751607 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0bd53a-65bc-48c8-80e3-57dd84269a09 req-6c594d92-8223-4a28-b825-2d04e8610611 tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:17:02.759453 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-9a0bd53a-65bc-48c8-80e3-57dd84269a09 req-6c594d92-8223-4a28-b825-2d04e8610611 tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] 10.222.0.32 "GET /v2.0/ports?device_id=a80a91dc-748a-4277-be9b-e5f65a0ae2f9 HTTP/1.1" status: 200 len: 945 time: 0.2387483 Apr 20 18:17:02.817827 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-9a0bd53a-65bc-48c8-80e3-57dd84269a09 req-cc7aa221-6da1-4da2-99bb-02fa71fbd595 tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] 10.222.0.32 "GET /v2.0/security-groups?id=63e5a295-1c1b-4259-93ce-61133d92337d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571237 Apr 20 18:17:02.911392 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299861013637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394135'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:02.942861 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-5f6a6539-d942-4826-bb54-b20333552dd7 req-7d5ebd1d-ec82-49f9-a468-12aede015f25 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=badb0e48-8abb-48a8-b38f-f002451f77a8 HTTP/1.1" status: 200 len: 217 time: 0.1330512 Apr 20 18:17:03.069290 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6a6539-d942-4826-bb54-b20333552dd7 req-7f5e0ba7-138c-402b-837a-c9fd47552519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:17:03.077851 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-5f6a6539-d942-4826-bb54-b20333552dd7 req-7f5e0ba7-138c-402b-837a-c9fd47552519 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6f3914bf-0050-4c6e-8c1b-205da5910b8c HTTP/1.1" status: 200 len: 855 time: 0.1213193 Apr 20 18:17:03.094361 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-e5d4bf9a-2a46-42a7-bd32-7c8fa570ba8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:03.128641 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.32', 50586) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:17:03.150007 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-5f6a6539-d942-4826-bb54-b20333552dd7 req-173d9a58-8927-4a99-a1e3-e9c6693f5e96 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=33ae499e-8924-4d19-b24e-e728f8047f05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0586710 Apr 20 18:17:03.152475 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-e5d4bf9a-2a46-42a7-bd32-7c8fa570ba8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:17:03.155503 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-c31ca0fe-363e-438b-b3b9-40f41d5e82e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:03.171895 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-e5d4bf9a-2a46-42a7-bd32-7c8fa570ba8e admin admin] Usage tracker for resource:security_group_rule and tenant:d6416df2b50d49afaf57c9ee9ba7e396 is out of sync, need to count used quota {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:17:03.191464 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-e5d4bf9a-2a46-42a7-bd32-7c8fa570ba8e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:17:03.211052 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-e5d4bf9a-2a46-42a7-bd32-7c8fa570ba8e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:17:03.214416 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-c31ca0fe-363e-438b-b3b9-40f41d5e82e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:17:03.232497 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-c31ca0fe-363e-438b-b3b9-40f41d5e82e9 admin admin] Usage tracker for resource:security_group_rule and tenant:df5542368295426a8e807f253ba87ceb is out of sync, need to count used quota {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:17:03.239476 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-c31ca0fe-363e-438b-b3b9-40f41d5e82e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:17:03.261349 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-c31ca0fe-363e-438b-b3b9-40f41d5e82e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:17:03.441313 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-d563b0c7-e741-4362-8f73-62e2162961d3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:03.452206 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-c31ca0fe-363e-438b-b3b9-40f41d5e82e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:03.460010 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-c31ca0fe-363e-438b-b3b9-40f41d5e82e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854236768'] for security_group, after_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:03.490816 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-5f6a6539-d942-4826-bb54-b20333552dd7 req-8a042b84-3cdd-444b-baed-51c804c7d9a8 service neutron] 10.222.0.13 "GET /v2.0/networks/33ae499e-8924-4d19-b24e-e728f8047f05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3277249 Apr 20 18:17:03.529858 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-74f03dab-e338-4913-badc-b89a251d02f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:17:03.540731 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b363f5a-e17a-4bef-a612-0ea2b81d0546 None None] Network 5b82a5ad-5a0b-4f36-b6c5-403cadd34a79 requested from dv-cinder-786929-2-smb {{(pid=86312) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 18:17:03.573803 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-c31ca0fe-363e-438b-b3b9-40f41d5e82e9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=df5542368295426a8e807f253ba87ceb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4431045 Apr 20 18:17:03.574670 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.32', 50610) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:17:03.590042 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31ca0fe-363e-438b-b3b9-40f41d5e82e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8973931-cc4d-489e-8b18-bae4b81528dd,revision_number=1']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:17:03.618539 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-c31ca0fe-363e-438b-b3b9-40f41d5e82e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:17:03.821137 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-e5d4bf9a-2a46-42a7-bd32-7c8fa570ba8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:03.844829 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-d563b0c7-e741-4362-8f73-62e2162961d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852966479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736993280678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852424964'] for port, after_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:03.860076 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:17:03.863625 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.provisioning_blocks [None req-4e0545ea-aa32-4712-bc83-b0d8fa0cab87 None None] Provisioning for port b2ec5bd2-c105-4296-a92e-7a12cd29d833 completed by entity DHCP. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 18:17:03.890021 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.provisioning_blocks [None req-4e0545ea-aa32-4712-bc83-b0d8fa0cab87 None None] Provisioning complete for port b2ec5bd2-c105-4296-a92e-7a12cd29d833 triggered by entity DHCP. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:17:03.890492 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-4e0545ea-aa32-4712-bc83-b0d8fa0cab87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853381758'] for port, provisioning_complete {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:03.902228 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d563b0c7-e741-4362-8f73-62e2162961d3 admin admin] Network 26051af8-ebd0-4db2-857e-181975352424 is already hosted by enough agents. {{(pid=86310) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 18:17:03.911084 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.scheduler.base_scheduler [None req-d563b0c7-e741-4362-8f73-62e2162961d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=86310) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:17:03.913700 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d563b0c7-e741-4362-8f73-62e2162961d3 admin admin] Received port after_create {{(pid=86310) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 18:17:04.012233 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-5f6a6539-d942-4826-bb54-b20333552dd7 req-8c1b8149-47d5-48f6-b82a-c18d58463a0c service neutron] 10.222.0.13 "GET /v2.0/networks/33ae499e-8924-4d19-b24e-e728f8047f05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5086253 Apr 20 18:17:04.056099 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-e5d4bf9a-2a46-42a7-bd32-7c8fa570ba8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854236768'] for security_group, after_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:04.101680 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:17:04.143167 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-e5d4bf9a-2a46-42a7-bd32-7c8fa570ba8e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d6416df2b50d49afaf57c9ee9ba7e396&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4656489 Apr 20 18:17:04.144225 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.32', 50654) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:17:04.153261 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d4bf9a-2a46-42a7-bd32-7c8fa570ba8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47d42aa6-d857-4de9-9fae-51c59738b1f0,revision_number=1']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:17:04.161774 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-e5d4bf9a-2a46-42a7-bd32-7c8fa570ba8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:17:04.201273 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-487b9422-9a0d-4d23-ba18-09b094034276 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:04.213961 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d563b0c7-e741-4362-8f73-62e2162961d3 admin admin] Pushing event updated for resources: {'Port': ['ID=58f2f10b-45b8-425b-94b8-498bbc5fd79f,revision_number=1']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:17:04.223280 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-d563b0c7-e741-4362-8f73-62e2162961d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:17:04.314218 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-487b9422-9a0d-4d23-ba18-09b094034276 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:04.392273 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb827b9-c232-4438-b7bf-e26111ec0a6b req-b17aa118-3e6e-4190-8255-4d459591deaa tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:17:04.394282 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-9fb827b9-c232-4438-b7bf-e26111ec0a6b req-b17aa118-3e6e-4190-8255-4d459591deaa tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] 10.222.0.32 "GET /v2.0/ports?device_id=a80a91dc-748a-4277-be9b-e5f65a0ae2f9 HTTP/1.1" status: 200 len: 945 time: 0.3644774 Apr 20 18:17:04.412489 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-ffa7b04a-6a8a-4173-9a3a-61b3f2a3098f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:04.439160 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3c7040-2e1a-409c-acfa-d6606bb5864c req-ac88b8fb-15ef-4f0c-973a-2f0f34fbd224 tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:17:04.440863 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-ca3c7040-2e1a-409c-acfa-d6606bb5864c req-ac88b8fb-15ef-4f0c-973a-2f0f34fbd224 tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] 10.222.0.32 "GET /v2.0/networks?id=33ae499e-8924-4d19-b24e-e728f8047f05 HTTP/1.1" status: 200 len: 815 time: 0.6329267 Apr 20 18:17:04.514621 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-4e0545ea-aa32-4712-bc83-b0d8fa0cab87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624671'] for port, before_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:04.515848 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-ca3c7040-2e1a-409c-acfa-d6606bb5864c req-10905df3-bd87-4575-9412-f0a194c5e4ae tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] 10.222.0.32 "GET /v2.0/quotas/96ff5c4d39a64c7b8df2adf23972e2ba HTTP/1.1" status: 200 len: 375 time: 0.0427363 Apr 20 18:17:04.516669 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-487b9422-9a0d-4d23-ba18-09b094034276 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854236768'] for security_group, after_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:04.523622 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-9fe099cb-9ab4-4fe5-9f19-641789ce2d88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:17:04.537994 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-ffa7b04a-6a8a-4173-9a3a-61b3f2a3098f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:04.548920 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487b9422-9a0d-4d23-ba18-09b094034276 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8973931-cc4d-489e-8b18-bae4b81528dd,revision_number=None']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:17:04.583884 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.db [None req-4e0545ea-aa32-4712-bc83-b0d8fa0cab87 None None] For port b2ec5bd2-c105-4296-a92e-7a12cd29d833, host dv-cinder-786929-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-2-smb',level=0,port_id=b2ec5bd2-c105-4296-a92e-7a12cd29d833,segment=NetworkSegment(48e9a50f-9987-468e-9cbc-b73b5f8756db),segment_id=48e9a50f-9987-468e-9cbc-b73b5f8756db)] {{(pid=86312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:17:04.587741 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-4e0545ea-aa32-4712-bc83-b0d8fa0cab87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852966479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736993730504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736993280695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299861495088'] for port, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:04.590720 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:17:04.617244 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-9fb827b9-c232-4438-b7bf-e26111ec0a6b req-aea05c28-be0a-4c2a-9b58-b34d594c7679 tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] 10.222.0.32 "GET /v2.0/security-groups?id=63e5a295-1c1b-4259-93ce-61133d92337d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2116816 Apr 20 18:17:04.648758 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-487b9422-9a0d-4d23-ba18-09b094034276 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:17:04.676310 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-487b9422-9a0d-4d23-ba18-09b094034276 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:04.676310 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-487b9422-9a0d-4d23-ba18-09b094034276 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f8973931-cc4d-489e-8b18-bae4b81528dd HTTP/1.1" status: 204 len: 168 time: 1.0850055 Apr 20 18:17:04.752231 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0545ea-aa32-4712-bc83-b0d8fa0cab87 None None] Pushing event updated for resources: {'Port': ['ID=b2ec5bd2-c105-4296-a92e-7a12cd29d833,revision_number=3']} {{(pid=86312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:17:04.755549 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-4e0545ea-aa32-4712-bc83-b0d8fa0cab87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:17:04.786510 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-ffa7b04a-6a8a-4173-9a3a-61b3f2a3098f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854236768'] for security_group, after_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:04.795600 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-1517e10f-2917-4b19-b9f6-fb0a4938be28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:17:04.815666 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa7b04a-6a8a-4173-9a3a-61b3f2a3098f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47d42aa6-d857-4de9-9fae-51c59738b1f0,revision_number=None']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:17:04.840700 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-ffa7b04a-6a8a-4173-9a3a-61b3f2a3098f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:17:04.874016 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-ca3c7040-2e1a-409c-acfa-d6606bb5864c req-cc9af90e-46d1-4865-9143-194b6c344115 tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=96ff5c4d39a64c7b8df2adf23972e2ba&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3258953 Apr 20 18:17:04.877980 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-ffa7b04a-6a8a-4173-9a3a-61b3f2a3098f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:04.879229 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-ffa7b04a-6a8a-4173-9a3a-61b3f2a3098f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/47d42aa6-d857-4de9-9fae-51c59738b1f0 HTTP/1.1" status: 204 len: 168 time: 0.7225237 Apr 20 18:17:04.926874 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.provisioning_blocks [None req-a5dbb700-893e-4b09-84c1-693788cada20 None None] Provisioning complete for port b2ec5bd2-c105-4296-a92e-7a12cd29d833 triggered by entity DHCP. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:17:04.927305 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-a5dbb700-893e-4b09-84c1-693788cada20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853381758'] for port, provisioning_complete {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:05.136898 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-ca3c7040-2e1a-409c-acfa-d6606bb5864c req-8f3c3d82-e7fe-475c-bb08-3555c1558ae8 service neutron] 10.222.0.32 "GET /v2.0/networks/33ae499e-8924-4d19-b24e-e728f8047f05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2614636 Apr 20 18:17:05.288961 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-d563b0c7-e741-4362-8f73-62e2162961d3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:05.327987 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-ca3c7040-2e1a-409c-acfa-d6606bb5864c req-771f0447-64a0-4762-8131-01a40cf8db84 service neutron] 10.222.0.32 "GET /v2.0/networks/33ae499e-8924-4d19-b24e-e728f8047f05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1900544 Apr 20 18:17:05.776924 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.32', 50740) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:17:05.813611 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-0c553ef2-c0f3-4257-934a-e71ae0027e31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:05.898054 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-0c553ef2-c0f3-4257-934a-e71ae0027e31 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:17:05.904682 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-0c553ef2-c0f3-4257-934a-e71ae0027e31 admin admin] Usage tracker for resource:security_group_rule and tenant:3adf95909bf944d392dd1632f52c4b1c is out of sync, need to count used quota {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:17:05.908949 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-0c553ef2-c0f3-4257-934a-e71ae0027e31 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:17:05.915382 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-0c553ef2-c0f3-4257-934a-e71ae0027e31 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:17:05.939578 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [req-2773a3cb-75fc-4cfd-b7a0-ed6d100e4731 req-c3a46662-9831-4d53-b57d-cd04074075eb tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] Synchronizing usage tracker for tenant:96ff5c4d39a64c7b8df2adf23972e2ba on resource:port {{(pid=86310) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 18:17:05.990181 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [req-2773a3cb-75fc-4cfd-b7a0-ed6d100e4731 req-c3a46662-9831-4d53-b57d-cd04074075eb tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] Unset dirty status for tenant:96ff5c4d39a64c7b8df2adf23972e2ba on resource:port {{(pid=86310) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 18:17:06.000032 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-2773a3cb-75fc-4cfd-b7a0-ed6d100e4731 req-c3a46662-9831-4d53-b57d-cd04074075eb tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] 10.222.0.32 "GET /v2.0/ports?device_id=eff2a335-63b8-4d79-b9ce-f4aee5dc5ca9 HTTP/1.1" status: 200 len: 210 time: 0.3300514 Apr 20 18:17:06.035683 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248e01e3-0b3e-4dec-9209-ffb4b19e2221 req-470a2173-f0d2-4221-8f3c-51df1a0de16b tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:17:06.037705 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-248e01e3-0b3e-4dec-9209-ffb4b19e2221 req-470a2173-f0d2-4221-8f3c-51df1a0de16b tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] 10.222.0.32 "GET /v2.0/ports?device_id=a80a91dc-748a-4277-be9b-e5f65a0ae2f9 HTTP/1.1" status: 200 len: 945 time: 0.2253144 Apr 20 18:17:06.077578 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-d563b0c7-e741-4362-8f73-62e2162961d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854121404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854148900'] for router, after_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:06.114131 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-248e01e3-0b3e-4dec-9209-ffb4b19e2221 req-d9a726c6-aef2-481c-b557-35fd60af70f3 tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] 10.222.0.32 "GET /v2.0/security-groups?id=63e5a295-1c1b-4259-93ce-61133d92337d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689623 Apr 20 18:17:06.123678 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-0c553ef2-c0f3-4257-934a-e71ae0027e31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:06.126961 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-0c553ef2-c0f3-4257-934a-e71ae0027e31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854236768'] for security_group, after_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:06.150789 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-88debcc7-86cc-4026-8b80-290bc4730655 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:17:06.214043 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-0c553ef2-c0f3-4257-934a-e71ae0027e31 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3adf95909bf944d392dd1632f52c4b1c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4355619 Apr 20 18:17:06.219779 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c553ef2-c0f3-4257-934a-e71ae0027e31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e4394be-6f9b-4998-bae1-4e9a9363f2c0,revision_number=1']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:17:06.223975 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.32', 50758) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:17:06.226997 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-0c553ef2-c0f3-4257-934a-e71ae0027e31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:17:06.309800 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.rpc [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Device b2ec5bd2-c105-4296-a92e-7a12cd29d833 up at agent ovs-agent-dv-cinder-786929-2-smb {{(pid=86312) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:17:06.311021 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-cfe4317f-5348-48c1-8f3d-50ba65054d0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:06.359155 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.32', 50762) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:17:06.364202 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-cfe4317f-5348-48c1-8f3d-50ba65054d0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:06.445012 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-cfe4317f-5348-48c1-8f3d-50ba65054d0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854236768'] for security_group, after_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:06.456442 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.provisioning_blocks [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Provisioning complete for port b2ec5bd2-c105-4296-a92e-7a12cd29d833 triggered by entity L2. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:17:06.457209 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853381758'] for port, provisioning_complete {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:06.459034 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-930da8ad-8233-47b4-8980-cee99b98b7ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:17:06.469367 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d563b0c7-e741-4362-8f73-62e2162961d3 admin admin] Router 892fc000-9b87-40e4-be38-b59d8a6e51fc is scheduled to L3 agent 40af0123-fc20-4e27-8672-759459b7c5ef with binding_index 1 {{(pid=86310) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 20 18:17:06.486294 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe4317f-5348-48c1-8f3d-50ba65054d0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e4394be-6f9b-4998-bae1-4e9a9363f2c0,revision_number=None']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:17:06.490100 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-cfe4317f-5348-48c1-8f3d-50ba65054d0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:17:06.491938 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-cfe4317f-5348-48c1-8f3d-50ba65054d0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:06.493823 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-cfe4317f-5348-48c1-8f3d-50ba65054d0f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4e4394be-6f9b-4998-bae1-4e9a9363f2c0 HTTP/1.1" status: 204 len: 168 time: 0.2686005 Apr 20 18:17:06.799754 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-0445cd9f-cecb-4c1e-a4f5-5c42283be98e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:06.804503 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d563b0c7-e741-4362-8f73-62e2162961d3 admin admin] Notify agent at l3_agent.dv-cinder-786929-2-smb the message routers_updated {{(pid=86310) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 18:17:06.817415 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9de157b-0677-427d-9d07-71baddbe6479 None None] Sync routers for ids ['892fc000-9b87-40e4-be38-b59d8a6e51fc'] in dv-cinder-786929-2-smb {{(pid=86313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 18:17:06.818124 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-0445cd9f-cecb-4c1e-a4f5-5c42283be98e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:17:06.824470 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-0445cd9f-cecb-4c1e-a4f5-5c42283be98e admin admin] Usage tracker for resource:security_group_rule and tenant:4e3da5e41604410cab8543b47de3bfd8 is out of sync, need to count used quota {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:17:06.828931 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9de157b-0677-427d-9d07-71baddbe6479 None None] Routers {'892fc000-9b87-40e4-be38-b59d8a6e51fc'} bound to L3 agent in host dv-cinder-786929-2-smb {{(pid=86313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:17:06.830665 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-0445cd9f-cecb-4c1e-a4f5-5c42283be98e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:17:06.831533 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_hamode_db [None req-a9de157b-0677-427d-9d07-71baddbe6479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786929-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T18:07:11Z,description=,heartbeat_timestamp=2021-04-20T18:16:41Z,host='dv-cinder-786929-2-smb',id=40af0123-fc20-4e27-8672-759459b7c5ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T18:07:11Z,topic='l3_agent')) {'router_ids': ['892fc000-9b87-40e4-be38-b59d8a6e51fc'], 'active': True} {{(pid=86313) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:17:06.837440 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-0445cd9f-cecb-4c1e-a4f5-5c42283be98e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:17:06.862696 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-d563b0c7-e741-4362-8f73-62e2162961d3 admin admin] Notify callbacks [] for router, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:06.864335 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-d563b0c7-e741-4362-8f73-62e2162961d3 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 7.1410336 Apr 20 18:17:06.867256 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.32', 50778) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:17:06.970274 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-0445cd9f-cecb-4c1e-a4f5-5c42283be98e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:06.973730 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-0445cd9f-cecb-4c1e-a4f5-5c42283be98e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854236768'] for security_group, after_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:06.986934 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-e5d4bf9a-2a46-42a7-bd32-7c8fa570ba8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:17:07.040945 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_dvr_db [None req-a9de157b-0677-427d-9d07-71baddbe6479 None None] Set router 892fc000-9b87-40e4-be38-b59d8a6e51fc gateway port host: dv-cinder-786929-2-smb {{(pid=86313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 18:17:07.076897 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0445cd9f-cecb-4c1e-a4f5-5c42283be98e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb97b600-e8fd-4ea3-a321-765678a36a45,revision_number=1']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:17:07.080650 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-0445cd9f-cecb-4c1e-a4f5-5c42283be98e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:17:07.083390 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-0445cd9f-cecb-4c1e-a4f5-5c42283be98e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4e3da5e41604410cab8543b47de3bfd8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6631229 Apr 20 18:17:07.089213 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.32', 50788) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:17:07.227686 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-f576a115-87a6-4dad-95f6-2d9c4f8e50fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:07.292384 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-f576a115-87a6-4dad-95f6-2d9c4f8e50fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:07.387047 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-f576a115-87a6-4dad-95f6-2d9c4f8e50fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854236768'] for security_group, after_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:07.405618 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:17:07.417370 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f576a115-87a6-4dad-95f6-2d9c4f8e50fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb97b600-e8fd-4ea3-a321-765678a36a45,revision_number=None']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:17:07.431523 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-f576a115-87a6-4dad-95f6-2d9c4f8e50fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:17:07.454285 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-f576a115-87a6-4dad-95f6-2d9c4f8e50fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:07.463927 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-f576a115-87a6-4dad-95f6-2d9c4f8e50fb admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/cb97b600-e8fd-4ea3-a321-765678a36a45 HTTP/1.1" status: 204 len: 168 time: 0.3735118 Apr 20 18:17:07.495977 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.32', 50802) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:17:07.667948 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-bb72faa7-caff-4800-9086-f06316bf25d9 req-509e4162-9193-4d3e-b0e3-fcfe49fa7cec tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] 10.222.0.32 "GET /v2.0/ports?device_id=eff2a335-63b8-4d79-b9ce-f4aee5dc5ca9 HTTP/1.1" status: 200 len: 210 time: 0.1181438 Apr 20 18:17:07.683170 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3c7040-2e1a-409c-acfa-d6606bb5864c req-872873ad-6fbb-4874-929b-fe9ca8fef7e0 tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:17:07.685059 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-ca3c7040-2e1a-409c-acfa-d6606bb5864c req-872873ad-6fbb-4874-929b-fe9ca8fef7e0 tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] 10.222.0.13 "GET /v2.0/networks?id=33ae499e-8924-4d19-b24e-e728f8047f05 HTTP/1.1" status: 200 len: 815 time: 0.2961709 Apr 20 18:17:07.714559 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.v2.base [req-ca3c7040-2e1a-409c-acfa-d6606bb5864c req-2a295425-871e-4ea4-b321-1495c9af8c6d tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] Request body: {'port': {'device_id': 'eff2a335-63b8-4d79-b9ce-f4aee5dc5ca9', 'network_id': '33ae499e-8924-4d19-b24e-e728f8047f05', 'admin_state_up': True, 'tenant_id': '96ff5c4d39a64c7b8df2adf23972e2ba'}} {{(pid=86310) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:17:07.735647 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_hamode_db [None req-a9de157b-0677-427d-9d07-71baddbe6479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '892fc000-9b87-40e4-be38-b59d8a6e51fc', 'name': 'tempest-AttachVolumeShelveTestJSON-1277685248-router', 'tenant_id': '02dae3b9331843428972d1ab84d0d2ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26051af8-ebd0-4db2-857e-181975352424', 'external_fixed_ips': [{'subnet_id': 'a8fb9e9c-99d7-49f9-8da9-302520785055', 'ip_address': '172.28.0.25'}], 'enable_snat': True}, 'gw_port_id': '58f2f10b-45b8-425b-94b8-498bbc5fd79f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:16:59Z', 'updated_at': '2021-04-20T18:17:04Z', 'revision_number': 3, 'project_id': '02dae3b9331843428972d1ab84d0d2ed', 'gw_port': {'id': '58f2f10b-45b8-425b-94b8-498bbc5fd79f', 'name': '', 'network_id': '26051af8-ebd0-4db2-857e-181975352424', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:5d:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '892fc000-9b87-40e4-be38-b59d8a6e51fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': 'a8fb9e9c-99d7-49f9-8da9-302520785055', 'ip_address': '172.28.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:17:02Z', 'updated_at': '2021-04-20T18:17:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a8fb9e9c-99d7-49f9-8da9-302520785055', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-2-smb'}], 'dv-cinder-786929-2-smb', False) {} {{(pid=86313) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:17:07.741253 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9de157b-0677-427d-9d07-71baddbe6479 None None] Checking router: 892fc000-9b87-40e4-be38-b59d8a6e51fc for host: dv-cinder-786929-2-smb {{(pid=86313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 18:17:07.741846 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9de157b-0677-427d-9d07-71baddbe6479 None None] Updating router 892fc000-9b87-40e4-be38-b59d8a6e51fc port 58f2f10b-45b8-425b-94b8-498bbc5fd79f binding host dv-cinder-786929-2-smb {{(pid=86313) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 20 18:17:07.818980 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-a9de157b-0677-427d-9d07-71baddbe6479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624671'] for port, before_update {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:07.935511 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-0bf89617-8da5-40cb-ab98-65923bcac936 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:07.958289 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-0bf89617-8da5-40cb-ab98-65923bcac936 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:17:07.963977 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-0bf89617-8da5-40cb-ab98-65923bcac936 admin admin] Usage tracker for resource:security_group_rule and tenant:ae4c1ed2cfa24fd8b2e7865f3a132739 is out of sync, need to count used quota {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:17:07.967705 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-0bf89617-8da5-40cb-ab98-65923bcac936 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:17:07.976066 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-0bf89617-8da5-40cb-ab98-65923bcac936 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:17:08.055632 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-7fa82b4b-f228-493b-94cd-229cb245d9ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299861013637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394135'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:08.109241 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-0bf89617-8da5-40cb-ab98-65923bcac936 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:08.113635 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-0bf89617-8da5-40cb-ab98-65923bcac936 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854236768'] for security_group, after_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:08.185242 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.32', 50822) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:17:08.185993 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-ffa7b04a-6a8a-4173-9a3a-61b3f2a3098f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:17:08.199855 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-0bf89617-8da5-40cb-ab98-65923bcac936 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ae4c1ed2cfa24fd8b2e7865f3a132739&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6990004 Apr 20 18:17:08.203391 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.32', 50826) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:17:08.300370 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-f01f918e-0001-4831-a94d-a8e85e2773fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:08.340797 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-f01f918e-0001-4831-a94d-a8e85e2773fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:17:08.346512 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-f01f918e-0001-4831-a94d-a8e85e2773fc admin admin] Usage tracker for resource:security_group_rule and tenant:97a457d910324487bcf0b34f58a1f0b5 is out of sync, need to count used quota {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:17:08.349794 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-f01f918e-0001-4831-a94d-a8e85e2773fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:17:08.356165 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-f01f918e-0001-4831-a94d-a8e85e2773fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:17:08.393383 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-a9de157b-0677-427d-9d07-71baddbe6479 None None] Notify callbacks [] for port, precommit_update {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:08.425693 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.provisioning_blocks [None req-a9de157b-0677-427d-9d07-71baddbe6479 None None] Transition to ACTIVE for port object 58f2f10b-45b8-425b-94b8-498bbc5fd79f will not be triggered until provisioned by entity L2. {{(pid=86313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 18:17:08.434534 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-a9de157b-0677-427d-9d07-71baddbe6479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852966479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736993730504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736993280695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299861495088'] for port, after_update {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:08.435205 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf89617-8da5-40cb-ab98-65923bcac936 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dff20de-ba80-47a1-b4a2-b4affc590e60,revision_number=1']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:17:08.447370 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:17:08.505682 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-f01f918e-0001-4831-a94d-a8e85e2773fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:08.507693 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-0bf89617-8da5-40cb-ab98-65923bcac936 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:17:08.513645 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-f01f918e-0001-4831-a94d-a8e85e2773fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854236768'] for security_group, after_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:08.524117 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.managers [None req-a9de157b-0677-427d-9d07-71baddbe6479 None None] Attempting to bind port 58f2f10b-45b8-425b-94b8-498bbc5fd79f on host dv-cinder-786929-2-smb for vnic_type normal with profile {{(pid=86313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 18:17:08.524536 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.managers [None req-a9de157b-0677-427d-9d07-71baddbe6479 None None] Attempting to bind port 58f2f10b-45b8-425b-94b8-498bbc5fd79f by drivers openvswitch,hyperv on host dv-cinder-786929-2-smb at level 0 using segments [{'id': '0fd0f869-d1a1-42b0-840f-a1b93e92e33d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26051af8-ebd0-4db2-857e-181975352424'}] {{(pid=86313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 18:17:08.525097 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9de157b-0677-427d-9d07-71baddbe6479 None None] Attempting to bind port 58f2f10b-45b8-425b-94b8-498bbc5fd79f on network 26051af8-ebd0-4db2-857e-181975352424 {{(pid=86313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 18:17:08.535796 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-2d176220-cb07-4ff1-a818-e6a3540376ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:17:08.556878 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364fd4e8-3df4-4ab6-9b4e-bee5ec5a4249 req-9f1843e9-193e-4e79-97c3-7da66e4ee440 tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:17:08.557722 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9de157b-0677-427d-9d07-71baddbe6479 None None] Checking agent: {'id': '909349f5-e61f-491f-bcfb-3e6f3416917d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786929-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 7, 12), 'started_at': datetime.datetime(2021, 4, 20, 18, 7, 42), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 16, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786929-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 18:17:08.558150 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9de157b-0677-427d-9d07-71baddbe6479 None None] Checking segment: {'id': '0fd0f869-d1a1-42b0-840f-a1b93e92e33d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26051af8-ebd0-4db2-857e-181975352424'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 18:17:08.558640 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-a9de157b-0677-427d-9d07-71baddbe6479 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:08.558762 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-364fd4e8-3df4-4ab6-9b4e-bee5ec5a4249 req-9f1843e9-193e-4e79-97c3-7da66e4ee440 tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] 10.222.0.32 "GET /v2.0/ports?device_id=a80a91dc-748a-4277-be9b-e5f65a0ae2f9 HTTP/1.1" status: 200 len: 945 time: 0.8726344 Apr 20 18:17:08.559095 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9de157b-0677-427d-9d07-71baddbe6479 None None] Bound using segment: {'id': '0fd0f869-d1a1-42b0-840f-a1b93e92e33d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26051af8-ebd0-4db2-857e-181975352424'} {{(pid=86313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 18:17:08.559663 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.managers [None req-a9de157b-0677-427d-9d07-71baddbe6479 None None] Bound port: 58f2f10b-45b8-425b-94b8-498bbc5fd79f, host: dv-cinder-786929-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fd0f869-d1a1-42b0-840f-a1b93e92e33d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26051af8-ebd0-4db2-857e-181975352424'}}] {{(pid=86313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 18:17:08.560091 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-a9de157b-0677-427d-9d07-71baddbe6479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624671'] for port, before_update {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:08.584757 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01f918e-0001-4831-a94d-a8e85e2773fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb5acb2c-d45b-448f-9b73-8acc0384f89e,revision_number=1']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:17:08.596987 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [req-ca3c7040-2e1a-409c-acfa-d6606bb5864c req-2a295425-871e-4ea4-b321-1495c9af8c6d tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:17:08.614367 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-f01f918e-0001-4831-a94d-a8e85e2773fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:17:08.631924 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-01a21f07-89e8-480e-9e49-85662c592887 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:08.667059 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [req-ca3c7040-2e1a-409c-acfa-d6606bb5864c req-2a295425-871e-4ea4-b321-1495c9af8c6d tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:17:08.670313 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-f01f918e-0001-4831-a94d-a8e85e2773fc admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=97a457d910324487bcf0b34f58a1f0b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4690573 Apr 20 18:17:08.673667 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3123c5-0c72-4cb0-a0f0-8d004fe8afb1 None None] Pushing event updated for resources: {'Port': ['ID=58f2f10b-45b8-425b-94b8-498bbc5fd79f,revision_number=2']} {{(pid=86313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:17:08.679421 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.32', 50844) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:17:08.708996 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3123c5-0c72-4cb0-a0f0-8d004fe8afb1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:17:08.709377 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3123c5-0c72-4cb0-a0f0-8d004fe8afb1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:17:08.709724 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3123c5-0c72-4cb0-a0f0-8d004fe8afb1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:17:08.710223 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3123c5-0c72-4cb0-a0f0-8d004fe8afb1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:17:08.710414 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3123c5-0c72-4cb0-a0f0-8d004fe8afb1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:17:08.710797 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3123c5-0c72-4cb0-a0f0-8d004fe8afb1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:17:08.711151 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3123c5-0c72-4cb0-a0f0-8d004fe8afb1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:17:08.711502 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3123c5-0c72-4cb0-a0f0-8d004fe8afb1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:17:08.711853 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3123c5-0c72-4cb0-a0f0-8d004fe8afb1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:17:08.712203 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3123c5-0c72-4cb0-a0f0-8d004fe8afb1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:17:08.712553 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3123c5-0c72-4cb0-a0f0-8d004fe8afb1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:17:08.712684 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca3c7040-2e1a-409c-acfa-d6606bb5864c req-2a295425-871e-4ea4-b321-1495c9af8c6d tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] Made reservation on behalf of 96ff5c4d39a64c7b8df2adf23972e2ba for: {'port': 1} {{(pid=86310) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 18:17:08.712898 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3123c5-0c72-4cb0-a0f0-8d004fe8afb1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:17:08.719795 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-ca3c7040-2e1a-409c-acfa-d6606bb5864c req-2a295425-871e-4ea4-b321-1495c9af8c6d tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624671'] for port, before_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:08.735475 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-3d3123c5-0c72-4cb0-a0f0-8d004fe8afb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:17:08.750582 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-364fd4e8-3df4-4ab6-9b4e-bee5ec5a4249 req-eb117d53-0204-4f78-84a1-2f87de31f68a tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] 10.222.0.32 "GET /v2.0/security-groups?id=63e5a295-1c1b-4259-93ce-61133d92337d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695898 Apr 20 18:17:08.751254 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-01a21f07-89e8-480e-9e49-85662c592887 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:08.819660 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.db [None req-a9de157b-0677-427d-9d07-71baddbe6479 None None] For port 58f2f10b-45b8-425b-94b8-498bbc5fd79f, host dv-cinder-786929-2-smb, cleared binding levels {{(pid=86313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 18:17:08.823119 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.db [None req-a9de157b-0677-427d-9d07-71baddbe6479 None None] For port 58f2f10b-45b8-425b-94b8-498bbc5fd79f, host dv-cinder-786929-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-2-smb',level=0,port_id=58f2f10b-45b8-425b-94b8-498bbc5fd79f,segment=NetworkSegment(0fd0f869-d1a1-42b0-840f-a1b93e92e33d),segment_id=0fd0f869-d1a1-42b0-840f-a1b93e92e33d)] {{(pid=86313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 18:17:08.827001 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-a9de157b-0677-427d-9d07-71baddbe6479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852966479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736993730504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736993280695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299861495088'] for port, after_update {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:08.837012 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:17:08.903624 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9de157b-0677-427d-9d07-71baddbe6479 None None] Routers {'892fc000-9b87-40e4-be38-b59d8a6e51fc'} bound to L3 agent in host dv-cinder-786929-2-smb {{(pid=86313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:17:08.905010 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_hamode_db [None req-a9de157b-0677-427d-9d07-71baddbe6479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786929-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T18:07:11Z,description=,heartbeat_timestamp=2021-04-20T18:16:41Z,host='dv-cinder-786929-2-smb',id=40af0123-fc20-4e27-8672-759459b7c5ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T18:07:11Z,topic='l3_agent')) {'router_ids': ['892fc000-9b87-40e4-be38-b59d8a6e51fc'], 'active': True} {{(pid=86313) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:17:09.071278 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-30318d67-6b1f-4f25-a3e0-794b224f2efc req-84eb334a-1333-464a-b4d8-935ddb8156c4 tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] 10.222.0.32 "GET /v2.0/ports?device_id=eff2a335-63b8-4d79-b9ce-f4aee5dc5ca9 HTTP/1.1" status: 200 len: 210 time: 0.1766374 Apr 20 18:17:09.099587 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-da776631-1a6f-4d8b-8f01-7d0ef45211b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:09.141204 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-804269a6-371d-4b6f-a952-c54e766e3585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624671'] for port, before_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:09.198553 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-da776631-1a6f-4d8b-8f01-7d0ef45211b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:09.225350 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-01a21f07-89e8-480e-9e49-85662c592887 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854236768'] for security_group, after_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:09.236444 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-3b235ab3-d9bf-4b0c-9f68-b34f8a2270aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:17:09.256538 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.db_base_plugin_common [req-ca3c7040-2e1a-409c-acfa-d6606bb5864c req-2a295425-871e-4ea4-b321-1495c9af8c6d tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] Allocated IP 172.20.0.12 (33ae499e-8924-4d19-b24e-e728f8047f05/6f3914bf-0050-4c6e-8c1b-205da5910b8c/2ea3a5ce-76da-471d-8f9b-76d5340e7797) {{(pid=86310) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 18:17:09.283076 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3123c5-0c72-4cb0-a0f0-8d004fe8afb1 None None] Pushing event updated for resources: {'Port': ['ID=58f2f10b-45b8-425b-94b8-498bbc5fd79f,revision_number=3']} {{(pid=86313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:17:09.289438 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-3d3123c5-0c72-4cb0-a0f0-8d004fe8afb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.452s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:17:09.310830 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a21f07-89e8-480e-9e49-85662c592887 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dff20de-ba80-47a1-b4a2-b4affc590e60,revision_number=None']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:17:09.323679 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-01a21f07-89e8-480e-9e49-85662c592887 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:17:09.329485 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_dvr_db [None req-a9de157b-0677-427d-9d07-71baddbe6479 None None] Set router 892fc000-9b87-40e4-be38-b59d8a6e51fc gateway port host: dv-cinder-786929-2-smb {{(pid=86313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 18:17:09.365070 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-01a21f07-89e8-480e-9e49-85662c592887 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:09.374038 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-01a21f07-89e8-480e-9e49-85662c592887 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1dff20de-ba80-47a1-b4a2-b4affc590e60 HTTP/1.1" status: 204 len: 168 time: 1.1652911 Apr 20 18:17:09.438268 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-da776631-1a6f-4d8b-8f01-7d0ef45211b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854236768'] for security_group, after_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:09.458385 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-3482ea6a-145c-4efe-bfd9-eee9636b96da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:17:09.490938 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da776631-1a6f-4d8b-8f01-7d0ef45211b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb5acb2c-d45b-448f-9b73-8acc0384f89e,revision_number=None']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:17:09.507466 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-da776631-1a6f-4d8b-8f01-7d0ef45211b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:17:09.514987 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-da776631-1a6f-4d8b-8f01-7d0ef45211b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:09.519608 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-da776631-1a6f-4d8b-8f01-7d0ef45211b3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/cb5acb2c-d45b-448f-9b73-8acc0384f89e HTTP/1.1" status: 204 len: 168 time: 0.8359005 Apr 20 18:17:09.746205 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_hamode_db [None req-a9de157b-0677-427d-9d07-71baddbe6479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '892fc000-9b87-40e4-be38-b59d8a6e51fc', 'name': 'tempest-AttachVolumeShelveTestJSON-1277685248-router', 'tenant_id': '02dae3b9331843428972d1ab84d0d2ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26051af8-ebd0-4db2-857e-181975352424', 'external_fixed_ips': [{'subnet_id': 'a8fb9e9c-99d7-49f9-8da9-302520785055', 'ip_address': '172.28.0.25'}], 'enable_snat': True}, 'gw_port_id': '58f2f10b-45b8-425b-94b8-498bbc5fd79f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:16:59Z', 'updated_at': '2021-04-20T18:17:04Z', 'revision_number': 3, 'project_id': '02dae3b9331843428972d1ab84d0d2ed', 'gw_port': {'id': '58f2f10b-45b8-425b-94b8-498bbc5fd79f', 'name': '', 'network_id': '26051af8-ebd0-4db2-857e-181975352424', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:5d:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '892fc000-9b87-40e4-be38-b59d8a6e51fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': 'a8fb9e9c-99d7-49f9-8da9-302520785055', 'ip_address': '172.28.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:17:02Z', 'updated_at': '2021-04-20T18:17:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8fb9e9c-99d7-49f9-8da9-302520785055', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-2-smb'}], 'dv-cinder-786929-2-smb', False) {} {{(pid=86313) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:17:09.751315 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9de157b-0677-427d-9d07-71baddbe6479 None None] The sync data for ids ['892fc000-9b87-40e4-be38-b59d8a6e51fc'] in dv-cinder-786929-2-smb is: [{'id': '892fc000-9b87-40e4-be38-b59d8a6e51fc', 'name': 'tempest-AttachVolumeShelveTestJSON-1277685248-router', 'tenant_id': '02dae3b9331843428972d1ab84d0d2ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26051af8-ebd0-4db2-857e-181975352424', 'external_fixed_ips': [{'subnet_id': 'a8fb9e9c-99d7-49f9-8da9-302520785055', 'ip_address': '172.28.0.25'}], 'enable_snat': True}, 'gw_port_id': '58f2f10b-45b8-425b-94b8-498bbc5fd79f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:16:59Z', 'updated_at': '2021-04-20T18:17:04Z', 'revision_number': 3, 'project_id': '02dae3b9331843428972d1ab84d0d2ed', 'gw_port': {'id': '58f2f10b-45b8-425b-94b8-498bbc5fd79f', 'name': '', 'network_id': '26051af8-ebd0-4db2-857e-181975352424', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:5d:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '892fc000-9b87-40e4-be38-b59d8a6e51fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': 'a8fb9e9c-99d7-49f9-8da9-302520785055', 'ip_address': '172.28.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:17:02Z', 'updated_at': '2021-04-20T18:17:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8fb9e9c-99d7-49f9-8da9-302520785055', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-2-smb'}] {{(pid=86313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 18:17:09.757182 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.db_base_plugin_common [None req-804269a6-371d-4b6f-a952-c54e766e3585 admin admin] Allocated IP 172.20.0.1 (5b82a5ad-5a0b-4f36-b6c5-403cadd34a79/a0d1d23a-bc57-4fd3-ab7b-5ff7156471c8/97e8aecc-8579-4367-bc24-7b49e2b85e7e) {{(pid=86310) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 18:17:09.963524 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-ca3c7040-2e1a-409c-acfa-d6606bb5864c req-2a295425-871e-4ea4-b321-1495c9af8c6d tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] Notify callbacks [] for port, precommit_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:09.966665 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.32', 50876) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:17:10.036374 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d4afce-819b-4566-90c3-10af681c8f5c req-1ef35254-34b9-4125-b624-6020bd2044a0 tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:17:10.046383 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-75d4afce-819b-4566-90c3-10af681c8f5c req-1ef35254-34b9-4125-b624-6020bd2044a0 tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] 10.222.0.32 "GET /v2.0/ports?device_id=a80a91dc-748a-4277-be9b-e5f65a0ae2f9 HTTP/1.1" status: 200 len: 945 time: 0.1396217 Apr 20 18:17:10.069897 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-804269a6-371d-4b6f-a952-c54e766e3585 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:10.105958 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.provisioning_blocks [None req-804269a6-371d-4b6f-a952-c54e766e3585 admin admin] Transition to ACTIVE for port object 97e8aecc-8579-4367-bc24-7b49e2b85e7e will not be triggered until provisioned by entity DHCP. {{(pid=86310) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 18:17:10.107768 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-ca3c7040-2e1a-409c-acfa-d6606bb5864c req-2a295425-871e-4ea4-b321-1495c9af8c6d tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852966479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736993280678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852424964'] for port, after_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:10.119020 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.db [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] get_ports_and_sgs() called for port_ids ['badb0e48-8abb-48a8-b38f-f002451f77a8', '4ad8d1c9-b099-4f04-a04a-28f691a145b0'] {{(pid=86312) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 18:17:10.132851 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-c7a4e112-cd68-4170-8006-d751bc88a5a3 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:17:10.224579 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-75d4afce-819b-4566-90c3-10af681c8f5c req-9abbae33-2aaf-495d-be1b-bd0310329cdc tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] 10.222.0.32 "GET /v2.0/security-groups?id=63e5a295-1c1b-4259-93ce-61133d92337d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766269 Apr 20 18:17:10.391274 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca3c7040-2e1a-409c-acfa-d6606bb5864c req-2a295425-871e-4ea4-b321-1495c9af8c6d tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] Network 33ae499e-8924-4d19-b24e-e728f8047f05 is already hosted by enough agents. {{(pid=86310) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 18:17:10.417240 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.scheduler.base_scheduler [req-ca3c7040-2e1a-409c-acfa-d6606bb5864c req-2a295425-871e-4ea4-b321-1495c9af8c6d tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] Resources bound (agent type, host, resource id): {{(pid=86310) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:17:10.430475 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca3c7040-2e1a-409c-acfa-d6606bb5864c req-2a295425-871e-4ea4-b321-1495c9af8c6d tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] Received port after_create {{(pid=86310) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 18:17:10.560278 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a295425-871e-4ea4-b321-1495c9af8c6d tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] Pushing event updated for resources: {'Port': ['ID=2ea3a5ce-76da-471d-8f9b-76d5340e7797,revision_number=1']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:17:10.651658 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-2a295425-871e-4ea4-b321-1495c9af8c6d tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.521s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:17:10.655562 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-b18bb2e6-1794-4b8a-b6a0-b8bf13159a3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:10.710058 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-b18bb2e6-1794-4b8a-b6a0-b8bf13159a3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:17:10.730391 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-804269a6-371d-4b6f-a952-c54e766e3585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852966479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736993280678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852424964'] for port, after_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:10.746713 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-b18bb2e6-1794-4b8a-b6a0-b8bf13159a3a admin admin] Usage tracker for resource:security_group_rule and tenant:200cfc1872b347a4839dcfac52c7130b is out of sync, need to count used quota {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:17:10.753044 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-6ada8c50-46ba-4579-94bc-9b4aea1644d2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:17:10.824078 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3c7040-2e1a-409c-acfa-d6606bb5864c req-2a295425-871e-4ea4-b321-1495c9af8c6d tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:17:10.824813 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-ca3c7040-2e1a-409c-acfa-d6606bb5864c req-2a295425-871e-4ea4-b321-1495c9af8c6d tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759958'] for port, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:10.829611 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-b18bb2e6-1794-4b8a-b6a0-b8bf13159a3a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:17:10.884587 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-b18bb2e6-1794-4b8a-b6a0-b8bf13159a3a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:17:10.902566 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-695c1337-893c-4138-92a4-2950963fbf54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299861013637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394135'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:10.921344 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-804269a6-371d-4b6f-a952-c54e766e3585 admin admin] Network 5b82a5ad-5a0b-4f36-b6c5-403cadd34a79 is already hosted by enough agents. {{(pid=86310) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 18:17:10.936265 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.scheduler.base_scheduler [None req-804269a6-371d-4b6f-a952-c54e766e3585 admin admin] Resources bound (agent type, host, resource id): {{(pid=86310) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:17:10.958222 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-804269a6-371d-4b6f-a952-c54e766e3585 admin admin] Received port after_create {{(pid=86310) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 18:17:11.026849 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804269a6-371d-4b6f-a952-c54e766e3585 admin admin] Pushing event updated for resources: {'Port': ['ID=97e8aecc-8579-4367-bc24-7b49e2b85e7e,revision_number=1']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:17:11.048244 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-804269a6-371d-4b6f-a952-c54e766e3585 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:17:11.068058 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-ca3c7040-2e1a-409c-acfa-d6606bb5864c req-2a295425-871e-4ea4-b321-1495c9af8c6d tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3597674 Apr 20 18:17:11.096992 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466a6511-4855-4abd-a291-30a5ed6ee3c3 req-fd52aeab-ade8-4775-9a62-2306f490fe3d tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:17:11.097831 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [req-466a6511-4855-4abd-a291-30a5ed6ee3c3 req-fd52aeab-ade8-4775-9a62-2306f490fe3d tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] Synchronizing usage tracker for tenant:96ff5c4d39a64c7b8df2adf23972e2ba on resource:port {{(pid=86310) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 18:17:11.112534 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-2bb93f3c-0bff-4547-a1e0-c38a344e24ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299861013637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394135'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:11.131123 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.v2.base [req-ca3c7040-2e1a-409c-acfa-d6606bb5864c req-f104c729-0136-4d98-8a79-7212901eed77 service neutron] Request body: {'port': {'device_id': 'eff2a335-63b8-4d79-b9ce-f4aee5dc5ca9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78692'}} {{(pid=86310) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:17:11.204689 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-804269a6-371d-4b6f-a952-c54e766e3585 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-653825'] for router_interface, before_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:11.250579 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [req-466a6511-4855-4abd-a291-30a5ed6ee3c3 req-fd52aeab-ade8-4775-9a62-2306f490fe3d tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] Unset dirty status for tenant:96ff5c4d39a64c7b8df2adf23972e2ba on resource:port {{(pid=86310) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 18:17:11.258772 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-466a6511-4855-4abd-a291-30a5ed6ee3c3 req-fd52aeab-ade8-4775-9a62-2306f490fe3d tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] 10.222.0.32 "GET /v2.0/ports?device_id=eff2a335-63b8-4d79-b9ce-f4aee5dc5ca9 HTTP/1.1" status: 200 len: 932 time: 0.7038772 Apr 20 18:17:11.295497 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.provisioning_blocks [None req-119cc019-0cd4-4262-8ae0-b277d8e2fbe3 None None] Provisioning for port 97e8aecc-8579-4367-bc24-7b49e2b85e7e completed by entity DHCP. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 18:17:11.304757 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.32', 50928) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:17:11.306894 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.provisioning_blocks [None req-119cc019-0cd4-4262-8ae0-b277d8e2fbe3 None None] Provisioning complete for port 97e8aecc-8579-4367-bc24-7b49e2b85e7e triggered by entity DHCP. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:17:11.307481 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-119cc019-0cd4-4262-8ae0-b277d8e2fbe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853381758'] for port, provisioning_complete {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:11.409987 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.plugin [None req-119cc019-0cd4-4262-8ae0-b277d8e2fbe3 None None] Port 97e8aecc-8579-4367-bc24-7b49e2b85e7e cannot update to ACTIVE because it is not bound. {{(pid=86312) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 18:17:11.431106 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-466a6511-4855-4abd-a291-30a5ed6ee3c3 req-80afdd20-795c-4417-81eb-d347ddb17881 tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] 10.222.0.32 "GET /v2.0/security-groups?id=e00ece0e-9c57-41eb-9bc3-9c38bfc30996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710942 Apr 20 18:17:11.474914 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-ca3c7040-2e1a-409c-acfa-d6606bb5864c req-f104c729-0136-4d98-8a79-7212901eed77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624671'] for port, before_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:11.551030 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2b6b9f-3468-4424-ae36-2be450061952 req-943e6435-7f5c-494f-9c37-32dd8ff1e5fd tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:17:11.553057 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-5f2b6b9f-3468-4424-ae36-2be450061952 req-943e6435-7f5c-494f-9c37-32dd8ff1e5fd tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] 10.222.0.32 "GET /v2.0/ports?device_id=a80a91dc-748a-4277-be9b-e5f65a0ae2f9 HTTP/1.1" status: 200 len: 945 time: 0.1377807 Apr 20 18:17:11.556402 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-b18bb2e6-1794-4b8a-b6a0-b8bf13159a3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:11.629572 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-5f2b6b9f-3468-4424-ae36-2be450061952 req-37fe5b2a-b145-4f2a-8c5c-244496598af0 tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] 10.222.0.32 "GET /v2.0/security-groups?id=63e5a295-1c1b-4259-93ce-61133d92337d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635896 Apr 20 18:17:11.640858 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.v2.base [None req-199b8e66-ed63-408e-8a37-0a65f2d9c256 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2031612800-network', 'tenant_id': 'f1ef4bfa09f748e68c0ffb50c325b46d'}} {{(pid=86311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:17:11.648566 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-199b8e66-ed63-408e-8a37-0a65f2d9c256 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:17:11.656038 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-199b8e66-ed63-408e-8a37-0a65f2d9c256 admin admin] Usage tracker for resource:network and tenant:f1ef4bfa09f748e68c0ffb50c325b46d is out of sync, need to count used quota {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:17:11.659786 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-199b8e66-ed63-408e-8a37-0a65f2d9c256 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:17:11.667274 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-199b8e66-ed63-408e-8a37-0a65f2d9c256 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:17:11.679197 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-199b8e66-ed63-408e-8a37-0a65f2d9c256 admin admin] Made reservation on behalf of f1ef4bfa09f748e68c0ffb50c325b46d for: {'network': 1} {{(pid=86311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 18:17:11.682187 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-b18bb2e6-1794-4b8a-b6a0-b8bf13159a3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854236768'] for security_group, after_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:11.689465 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-199b8e66-ed63-408e-8a37-0a65f2d9c256 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624671'] for network, before_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:11.702208 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:17:11.721030 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-199b8e66-ed63-408e-8a37-0a65f2d9c256 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:11.766987 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-199b8e66-ed63-408e-8a37-0a65f2d9c256 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:17:11.777871 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-199b8e66-ed63-408e-8a37-0a65f2d9c256 admin admin] Usage tracker for resource:security_group_rule and tenant:f1ef4bfa09f748e68c0ffb50c325b46d is out of sync, need to count used quota {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:17:11.784467 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-199b8e66-ed63-408e-8a37-0a65f2d9c256 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:17:11.793234 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-199b8e66-ed63-408e-8a37-0a65f2d9c256 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:17:11.838512 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18bb2e6-1794-4b8a-b6a0-b8bf13159a3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4eb084dd-2698-4ba2-aee9-16d33d85547e,revision_number=1']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:17:11.842452 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-804269a6-371d-4b6f-a952-c54e766e3585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624671'] for port, before_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:11.857566 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-b18bb2e6-1794-4b8a-b6a0-b8bf13159a3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:17:11.923060 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-199b8e66-ed63-408e-8a37-0a65f2d9c256 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:11.926373 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-199b8e66-ed63-408e-8a37-0a65f2d9c256 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854236768'] for security_group, after_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:11.931313 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-da776631-1a6f-4d8b-8f01-7d0ef45211b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:17:11.967323 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199b8e66-ed63-408e-8a37-0a65f2d9c256 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65af6381-35bc-4067-932d-2c0d9f598574,revision_number=1']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:17:11.972135 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-199b8e66-ed63-408e-8a37-0a65f2d9c256 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:17:11.979146 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-199b8e66-ed63-408e-8a37-0a65f2d9c256 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 123} {{(pid=86311) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 20 18:17:11.991691 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-199b8e66-ed63-408e-8a37-0a65f2d9c256 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1711814'] for segment, precommit_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:11.992275 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.db.segments_db [None req-199b8e66-ed63-408e-8a37-0a65f2d9c256 admin admin] Added segment c3761845-e004-4da1-9e49-7695607d742e of type vlan for network 5467fe04-58d8-4cf1-9bf3-ac31cba799ff Apr 20 18:17:12.000092 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-b18bb2e6-1794-4b8a-b6a0-b8bf13159a3a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=200cfc1872b347a4839dcfac52c7130b&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0303204 Apr 20 18:17:12.006283 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.32', 50954) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:17:12.075812 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-199b8e66-ed63-408e-8a37-0a65f2d9c256 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363299861504440'] for network, precommit_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:12.108103 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-588285d9-1892-4f64-a4c8-f1322dce4dfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:12.153531 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299861013637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394135'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:12.161523 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-588285d9-1892-4f64-a4c8-f1322dce4dfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:12.176628 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-199b8e66-ed63-408e-8a37-0a65f2d9c256 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854236788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514'] for network, after_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:12.187303 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-199b8e66-ed63-408e-8a37-0a65f2d9c256 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:17:12.187953 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-199b8e66-ed63-408e-8a37-0a65f2d9c256 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-751497'] for network, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:12.198640 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:17:12.319895 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199b8e66-ed63-408e-8a37-0a65f2d9c256 admin admin] Pushing event updated for resources: {'Network': ['ID=5467fe04-58d8-4cf1-9bf3-ac31cba799ff,revision_number=1']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:17:12.349744 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.rpc [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Network 5467fe04-58d8-4cf1-9bf3-ac31cba799ff details requested by agent ovs-agent-dv-cinder-786929-2-smb with host dv-cinder-786929-2-smb {{(pid=86312) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 18:17:12.353137 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-199b8e66-ed63-408e-8a37-0a65f2d9c256 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:17:12.368770 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-199b8e66-ed63-408e-8a37-0a65f2d9c256 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0620415 Apr 20 18:17:12.374210 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.32', 50966) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:17:12.380421 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.v2.base [None req-2b3c2bad-aef0-4924-8b02-ca593270220d admin admin] Request body: {'subnet': {'network_id': '5467fe04-58d8-4cf1-9bf3-ac31cba799ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2031612800-subnet', 'tenant_id': 'f1ef4bfa09f748e68c0ffb50c325b46d', 'ip_version': 4}} {{(pid=86311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:17:12.386682 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-588285d9-1892-4f64-a4c8-f1322dce4dfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854236768'] for security_group, after_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:12.394016 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-2b3c2bad-aef0-4924-8b02-ca593270220d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:17:12.396527 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-2cb5cf39-f369-4578-a539-bbc0142d0973 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:17:12.415376 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588285d9-1892-4f64-a4c8-f1322dce4dfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eb084dd-2698-4ba2-aee9-16d33d85547e,revision_number=None']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:17:12.419768 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-2b3c2bad-aef0-4924-8b02-ca593270220d admin admin] Usage tracker for resource:subnet and tenant:f1ef4bfa09f748e68c0ffb50c325b46d is out of sync, need to count used quota {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:17:12.426211 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-588285d9-1892-4f64-a4c8-f1322dce4dfc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:17:12.427359 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-2b3c2bad-aef0-4924-8b02-ca593270220d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:17:12.430821 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-588285d9-1892-4f64-a4c8-f1322dce4dfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:12.437023 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-588285d9-1892-4f64-a4c8-f1322dce4dfc admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4eb084dd-2698-4ba2-aee9-16d33d85547e HTTP/1.1" status: 204 len: 168 time: 0.4242988 Apr 20 18:17:12.440219 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-2b3c2bad-aef0-4924-8b02-ca593270220d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:17:12.450781 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b3c2bad-aef0-4924-8b02-ca593270220d admin admin] Made reservation on behalf of f1ef4bfa09f748e68c0ffb50c325b46d for: {'subnet': 1} {{(pid=86311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 18:17:12.456022 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-2b3c2bad-aef0-4924-8b02-ca593270220d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851796276'] for subnet, before_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:12.515401 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-804269a6-371d-4b6f-a952-c54e766e3585 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:12.521906 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.notifiers.nova [req-ca3c7040-2e1a-409c-acfa-d6606bb5864c req-f104c729-0136-4d98-8a79-7212901eed77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ea3a5ce-76da-471d-8f9b-76d5340e7797 {{(pid=86310) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 18:17:12.547613 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-804269a6-371d-4b6f-a952-c54e766e3585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852966479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736993730504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736993280695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299861495088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2350837'] for port, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:12.554617 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.rpc [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Device 58f2f10b-45b8-425b-94b8-498bbc5fd79f up at agent ovs-agent-dv-cinder-786929-2-smb {{(pid=86312) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:17:12.674340 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-90723b11-5d93-4951-84f8-46e0c6b96f32 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:17:12.726093 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-804269a6-371d-4b6f-a952-c54e766e3585 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-751531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854121882'] for router_interface, after_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:12.732351 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-ca3c7040-2e1a-409c-acfa-d6606bb5864c req-f104c729-0136-4d98-8a79-7212901eed77 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:12.813278 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.provisioning_blocks [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Provisioning for port 58f2f10b-45b8-425b-94b8-498bbc5fd79f completed by entity L2. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 18:17:12.819098 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.provisioning_blocks [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Provisioning complete for port 58f2f10b-45b8-425b-94b8-498bbc5fd79f triggered by entity L2. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:17:12.819526 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853381758'] for port, provisioning_complete {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:12.819974 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804269a6-371d-4b6f-a952-c54e766e3585 admin admin] Pushing event updated for resources: {'Port': ['ID=97e8aecc-8579-4367-bc24-7b49e2b85e7e,revision_number=2']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:17:12.832392 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-804269a6-371d-4b6f-a952-c54e766e3585 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:17:12.841492 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.provisioning_blocks [req-ca3c7040-2e1a-409c-acfa-d6606bb5864c req-f104c729-0136-4d98-8a79-7212901eed77 service neutron] Transition to ACTIVE for port object 2ea3a5ce-76da-471d-8f9b-76d5340e7797 will not be triggered until provisioned by entity L2. {{(pid=86310) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 18:17:12.986920 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624671'] for port, before_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:12.999488 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-ca3c7040-2e1a-409c-acfa-d6606bb5864c req-f104c729-0136-4d98-8a79-7212901eed77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852966479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736993730504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736993280695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299861495088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2350837'] for port, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:13.007318 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.db [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] For port 58f2f10b-45b8-425b-94b8-498bbc5fd79f, host dv-cinder-786929-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-2-smb',level=0,port_id=58f2f10b-45b8-425b-94b8-498bbc5fd79f,segment=NetworkSegment(0fd0f869-d1a1-42b0-840f-a1b93e92e33d),segment_id=0fd0f869-d1a1-42b0-840f-a1b93e92e33d)] {{(pid=86312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:17:13.012252 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852966479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736993730504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736993280695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299861495088'] for port, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:13.014665 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-dcc3755d-df85-42b8-a365-4128182dd725 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:17:13.022902 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:17:13.101962 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Pushing event updated for resources: {'Port': ['ID=58f2f10b-45b8-425b-94b8-498bbc5fd79f,revision_number=4']} {{(pid=86312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:17:13.107276 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:17:13.124359 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6eb756-a36a-4242-82b7-a0426b5c3c85 req-6859ba27-2c7f-48c0-93d0-498f1673486d tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:17:13.126111 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-7d6eb756-a36a-4242-82b7-a0426b5c3c85 req-6859ba27-2c7f-48c0-93d0-498f1673486d tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] 10.222.0.32 "GET /v2.0/ports?device_id=eff2a335-63b8-4d79-b9ce-f4aee5dc5ca9 HTTP/1.1" status: 200 len: 944 time: 0.4170582 Apr 20 18:17:13.286796 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-7d6eb756-a36a-4242-82b7-a0426b5c3c85 req-ab316026-3bce-4304-aac0-4f6784ca5b81 tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] 10.222.0.32 "GET /v2.0/security-groups?id=e00ece0e-9c57-41eb-9bc3-9c38bfc30996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327808 Apr 20 18:17:13.295619 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-f70b5d3b-7deb-456f-82aa-acef0ba2518a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299861013637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394135'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:13.535975 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-2b3c2bad-aef0-4924-8b02-ca593270220d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854235284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4081685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851796259'] for subnet, after_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:13.552680 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f104c729-0136-4d98-8a79-7212901eed77 service neutron] Pushing event updated for resources: {'Port': ['ID=2ea3a5ce-76da-471d-8f9b-76d5340e7797,revision_number=2']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:17:13.555192 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-616bfcbe-87f8-4825-8c27-de07f94a5791 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:17:13.575431 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-f104c729-0136-4d98-8a79-7212901eed77 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.551s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:17:13.615065 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-804269a6-371d-4b6f-a952-c54e766e3585 admin admin] Network 5b82a5ad-5a0b-4f36-b6c5-403cadd34a79 is already hosted by enough agents. {{(pid=86310) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 18:17:13.625540 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.scheduler.base_scheduler [None req-804269a6-371d-4b6f-a952-c54e766e3585 admin admin] Resources bound (agent type, host, resource id): {{(pid=86310) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:17:13.705447 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3c2bad-aef0-4924-8b02-ca593270220d admin admin] Pushing event updated for resources: {'Subnet': ['ID=b08a8d50-4a73-40a4-89c8-8b2b52f9748b,revision_number=0']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:17:13.721747 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-2b3c2bad-aef0-4924-8b02-ca593270220d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:17:13.809149 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b3c2bad-aef0-4924-8b02-ca593270220d admin admin] Checking segment: {'id': 'c3761845-e004-4da1-9e49-7695607d742e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '5467fe04-58d8-4cf1-9bf3-ac31cba799ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 18:17:13.809582 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b3c2bad-aef0-4924-8b02-ca593270220d admin admin] Network hostable DHCP agents. Network: 5467fe04-58d8-4cf1-9bf3-ac31cba799ff, hostable agents: ['7b7ebe60-b598-4f49-9612-2aa98fec0998'], hosted agents: [] {{(pid=86311) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 18:17:13.834030 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b3c2bad-aef0-4924-8b02-ca593270220d admin admin] Network 5467fe04-58d8-4cf1-9bf3-ac31cba799ff is scheduled to be hosted by DHCP agent 7b7ebe60-b598-4f49-9612-2aa98fec0998 with binding_index 1 {{(pid=86311) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 18:17:13.863573 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.scheduler.base_scheduler [None req-2b3c2bad-aef0-4924-8b02-ca593270220d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786929-2-smb, 5467fe04-58d8-4cf1-9bf3-ac31cba799ff) {{(pid=86311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:17:13.900822 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b3c2bad-aef0-4924-8b02-ca593270220d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:17:13.901481 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-2b3c2bad-aef0-4924-8b02-ca593270220d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-751497'] for subnet, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:13.906090 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-190c045b-fedd-4ca8-b0a5-95467c864046 None None] Network 5467fe04-58d8-4cf1-9bf3-ac31cba799ff requested from dv-cinder-786929-2-smb {{(pid=86312) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 18:17:13.930315 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-2b3c2bad-aef0-4924-8b02-ca593270220d admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.5548782 Apr 20 18:17:13.931095 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.32', 51018) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:17:13.939521 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.v2.base [None req-2fbcd75b-5fa2-4932-8bc3-e40bcb105fea admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2031612800-router', 'tenant_id': 'f1ef4bfa09f748e68c0ffb50c325b46d', 'external_gateway_info': {'network_id': '26051af8-ebd0-4db2-857e-181975352424'}}} {{(pid=86311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:17:13.948201 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-2fbcd75b-5fa2-4932-8bc3-e40bcb105fea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:17:13.952587 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-2fbcd75b-5fa2-4932-8bc3-e40bcb105fea admin admin] Usage tracker for resource:router and tenant:f1ef4bfa09f748e68c0ffb50c325b46d is out of sync, need to count used quota {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:17:13.957943 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-2fbcd75b-5fa2-4932-8bc3-e40bcb105fea admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:17:13.964526 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-2fbcd75b-5fa2-4932-8bc3-e40bcb105fea admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:17:13.979296 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-2fbcd75b-5fa2-4932-8bc3-e40bcb105fea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854382097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854760223'] for router, before_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:13.980870 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-2fbcd75b-5fa2-4932-8bc3-e40bcb105fea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-393703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-626689', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535056', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15593'] for router, precommit_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:14.012912 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-2fbcd75b-5fa2-4932-8bc3-e40bcb105fea admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:14.172748 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.provisioning_blocks [None req-864afac4-722a-4d6d-8972-6654372793b9 None None] Provisioning complete for port 97e8aecc-8579-4367-bc24-7b49e2b85e7e triggered by entity DHCP. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:17:14.173520 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-864afac4-722a-4d6d-8972-6654372793b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853381758'] for port, provisioning_complete {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:14.211607 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd5d21b-d706-4d52-a35e-6a2b3e177e08 req-5eda93d5-cb6e-41cf-8705-46da4b18a7ac tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:17:14.222137 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-bbd5d21b-d706-4d52-a35e-6a2b3e177e08 req-5eda93d5-cb6e-41cf-8705-46da4b18a7ac tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] 10.222.0.32 "GET /v2.0/ports?device_id=a80a91dc-748a-4277-be9b-e5f65a0ae2f9 HTTP/1.1" status: 200 len: 945 time: 1.3862917 Apr 20 18:17:14.279672 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b0b835f-3d73-4f9e-9feb-9160543ca31a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff0507e1-2995-52a4-a1ca-90377fd35923-5467fe04-58d8-4cf1-9bf3-ac31cba799ff', 'network_id': '5467fe04-58d8-4cf1-9bf3-ac31cba799ff', 'tenant_id': 'f1ef4bfa09f748e68c0ffb50c325b46d', 'fixed_ips': [{'subnet_id': 'b08a8d50-4a73-40a4-89c8-8b2b52f9748b'}]}} from dv-cinder-786929-2-smb. {{(pid=86312) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 20 18:17:14.280568 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-4b0b835f-3d73-4f9e-9feb-9160543ca31a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624671'] for port, before_create {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:14.300972 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.rpc [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Device 58f2f10b-45b8-425b-94b8-498bbc5fd79f up at agent ovs-agent-dv-cinder-786929-2-smb {{(pid=86312) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:17:14.384117 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-bbd5d21b-d706-4d52-a35e-6a2b3e177e08 req-34b53651-1c32-405a-9def-372e53b229ae tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] 10.222.0.32 "GET /v2.0/security-groups?id=63e5a295-1c1b-4259-93ce-61133d92337d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609070 Apr 20 18:17:14.385661 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.managers [req-ca3c7040-2e1a-409c-acfa-d6606bb5864c req-f104c729-0136-4d98-8a79-7212901eed77 service neutron] Attempting to bind port 2ea3a5ce-76da-471d-8f9b-76d5340e7797 on host hv-cinder-78692 for vnic_type normal with profile {{(pid=86310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 18:17:14.386297 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.managers [req-ca3c7040-2e1a-409c-acfa-d6606bb5864c req-f104c729-0136-4d98-8a79-7212901eed77 service neutron] Attempting to bind port 2ea3a5ce-76da-471d-8f9b-76d5340e7797 by drivers openvswitch,hyperv on host hv-cinder-78692 at level 0 using segments [{'id': '35da9b45-4e14-4089-845f-39a81432394e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '33ae499e-8924-4d19-b24e-e728f8047f05'}] {{(pid=86310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 18:17:14.386712 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca3c7040-2e1a-409c-acfa-d6606bb5864c req-f104c729-0136-4d98-8a79-7212901eed77 service neutron] Attempting to bind port 2ea3a5ce-76da-471d-8f9b-76d5340e7797 on network 33ae499e-8924-4d19-b24e-e728f8047f05 {{(pid=86310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 18:17:14.397466 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca3c7040-2e1a-409c-acfa-d6606bb5864c req-f104c729-0136-4d98-8a79-7212901eed77 service neutron] Port 2ea3a5ce-76da-471d-8f9b-76d5340e7797 on network 33ae499e-8924-4d19-b24e-e728f8047f05 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78692 {{(pid=86310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 18:17:14.397857 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca3c7040-2e1a-409c-acfa-d6606bb5864c req-f104c729-0136-4d98-8a79-7212901eed77 service neutron] Attempting to bind port 2ea3a5ce-76da-471d-8f9b-76d5340e7797 on network 33ae499e-8924-4d19-b24e-e728f8047f05 {{(pid=86310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 18:17:14.412446 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca3c7040-2e1a-409c-acfa-d6606bb5864c req-f104c729-0136-4d98-8a79-7212901eed77 service neutron] Checking agent: {'id': '71059bf3-e4c5-4d56-bb94-7a29312e7bcf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78692', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 14, 3), 'started_at': datetime.datetime(2021, 4, 20, 18, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 17, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 18:17:14.412833 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca3c7040-2e1a-409c-acfa-d6606bb5864c req-f104c729-0136-4d98-8a79-7212901eed77 service neutron] Checking segment: {'id': '35da9b45-4e14-4089-845f-39a81432394e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '33ae499e-8924-4d19-b24e-e728f8047f05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 18:17:14.413258 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca3c7040-2e1a-409c-acfa-d6606bb5864c req-f104c729-0136-4d98-8a79-7212901eed77 service neutron] Bound using segment: {'id': '35da9b45-4e14-4089-845f-39a81432394e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '33ae499e-8924-4d19-b24e-e728f8047f05'} {{(pid=86310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 18:17:14.413747 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.managers [req-ca3c7040-2e1a-409c-acfa-d6606bb5864c req-f104c729-0136-4d98-8a79-7212901eed77 service neutron] Bound port: 2ea3a5ce-76da-471d-8f9b-76d5340e7797, host: hv-cinder-78692, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35da9b45-4e14-4089-845f-39a81432394e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '33ae499e-8924-4d19-b24e-e728f8047f05'}}] {{(pid=86310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 18:17:14.414156 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-ca3c7040-2e1a-409c-acfa-d6606bb5864c req-f104c729-0136-4d98-8a79-7212901eed77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624671'] for port, before_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:14.415209 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.plugin [None req-864afac4-722a-4d6d-8972-6654372793b9 None None] Port 97e8aecc-8579-4367-bc24-7b49e2b85e7e cannot update to ACTIVE because it is not bound. {{(pid=86312) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 18:17:14.499721 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-804269a6-371d-4b6f-a952-c54e766e3585 admin admin] Router 892fc000-9b87-40e4-be38-b59d8a6e51fc has already been hosted by L3 agent 40af0123-fc20-4e27-8672-759459b7c5ef {{(pid=86310) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 18:17:14.824165 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.provisioning_blocks [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Provisioning complete for port 58f2f10b-45b8-425b-94b8-498bbc5fd79f triggered by entity L2. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:17:14.824882 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853381758'] for port, provisioning_complete {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:14.903398 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-2fbcd75b-5fa2-4932-8bc3-e40bcb105fea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-626934', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-654428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15578'] for router, precommit_update {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:14.942729 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.db_base_plugin_common [None req-4b0b835f-3d73-4f9e-9feb-9160543ca31a None None] Allocated IP 172.20.0.2 (5467fe04-58d8-4cf1-9bf3-ac31cba799ff/b08a8d50-4a73-40a4-89c8-8b2b52f9748b/1ccbe399-c867-452f-b2ee-0f6965b9177f) {{(pid=86312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 18:17:14.956026 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-804269a6-371d-4b6f-a952-c54e766e3585 admin admin] Notify agent at l3_agent.dv-cinder-786929-2-smb the message routers_updated {{(pid=86310) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 18:17:14.967101 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f07937-47ea-4ebf-8ae7-a69653d80432 None None] Sync routers for ids ['892fc000-9b87-40e4-be38-b59d8a6e51fc'] in dv-cinder-786929-2-smb {{(pid=86312) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 18:17:14.975009 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-804269a6-371d-4b6f-a952-c54e766e3585 admin admin] 10.222.0.32 "PUT /v2.0/routers/892fc000-9b87-40e4-be38-b59d8a6e51fc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1065588 Apr 20 18:17:15.012052 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.db [req-ca3c7040-2e1a-409c-acfa-d6606bb5864c req-f104c729-0136-4d98-8a79-7212901eed77 service neutron] For port 2ea3a5ce-76da-471d-8f9b-76d5340e7797, host hv-cinder-78692, cleared binding levels {{(pid=86310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 18:17:15.016104 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.db [req-ca3c7040-2e1a-409c-acfa-d6606bb5864c req-f104c729-0136-4d98-8a79-7212901eed77 service neutron] For port 2ea3a5ce-76da-471d-8f9b-76d5340e7797, host hv-cinder-78692, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=2ea3a5ce-76da-471d-8f9b-76d5340e7797,segment=NetworkSegment(35da9b45-4e14-4089-845f-39a81432394e),segment_id=35da9b45-4e14-4089-845f-39a81432394e)] {{(pid=86310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 18:17:15.020280 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-ca3c7040-2e1a-409c-acfa-d6606bb5864c req-f104c729-0136-4d98-8a79-7212901eed77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852966479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736993730504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736993280695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299861495088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2350837'] for port, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:15.027508 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:17:15.092478 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d8e7ad-539d-4acd-976f-2f2093d2080b req-e466c5ff-2114-4e89-9cf9-69f3e6a71493 tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:17:15.094270 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-36d8e7ad-539d-4acd-976f-2f2093d2080b req-e466c5ff-2114-4e89-9cf9-69f3e6a71493 tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] 10.222.0.32 "GET /v2.0/ports?device_id=eff2a335-63b8-4d79-b9ce-f4aee5dc5ca9 HTTP/1.1" status: 200 len: 944 time: 0.3267064 Apr 20 18:17:15.130523 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f07937-47ea-4ebf-8ae7-a69653d80432 None None] Routers {'892fc000-9b87-40e4-be38-b59d8a6e51fc'} bound to L3 agent in host dv-cinder-786929-2-smb {{(pid=86312) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:17:15.143300 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_hamode_db [None req-a5f07937-47ea-4ebf-8ae7-a69653d80432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786929-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T18:07:11Z,description=,heartbeat_timestamp=2021-04-20T18:17:11Z,host='dv-cinder-786929-2-smb',id=40af0123-fc20-4e27-8672-759459b7c5ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T18:07:11Z,topic='l3_agent')) {'router_ids': ['892fc000-9b87-40e4-be38-b59d8a6e51fc'], 'active': True} {{(pid=86312) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:17:15.159812 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3c7040-2e1a-409c-acfa-d6606bb5864c req-f104c729-0136-4d98-8a79-7212901eed77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:17:15.160483 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-ca3c7040-2e1a-409c-acfa-d6606bb5864c req-f104c729-0136-4d98-8a79-7212901eed77 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759958'] for port, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:15.162241 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-ca3c7040-2e1a-409c-acfa-d6606bb5864c req-f104c729-0136-4d98-8a79-7212901eed77 service neutron] 10.222.0.13 "PUT /v2.0/ports/2ea3a5ce-76da-471d-8f9b-76d5340e7797 HTTP/1.1" status: 200 len: 1094 time: 4.0810494 Apr 20 18:17:15.162537 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eff2a335-63b8-4d79-b9ce-f4aee5dc5ca9', 'tag': '2ea3a5ce-76da-471d-8f9b-76d5340e7797'}] {{(pid=86310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:17:15.191041 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f104c729-0136-4d98-8a79-7212901eed77 service neutron] Pushing event updated for resources: {'Port': ['ID=2ea3a5ce-76da-471d-8f9b-76d5340e7797,revision_number=3']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:17:15.199315 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-f104c729-0136-4d98-8a79-7212901eed77 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:17:15.224768 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-36d8e7ad-539d-4acd-976f-2f2093d2080b req-bf3ff511-82cf-4ae0-945f-c8d303c34b3b tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] 10.222.0.32 "GET /v2.0/security-groups?id=e00ece0e-9c57-41eb-9bc3-9c38bfc30996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195652 Apr 20 18:17:15.299513 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eff2a335-63b8-4d79-b9ce-f4aee5dc5ca9', 'tag': '2ea3a5ce-76da-471d-8f9b-76d5340e7797', 'status': 'completed', 'code': 200} Apr 20 18:17:15.361631 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3c7040-2e1a-409c-acfa-d6606bb5864c req-8ae82e38-279c-4326-805a-b3d1d9705c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:17:15.363283 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-ca3c7040-2e1a-409c-acfa-d6606bb5864c req-8ae82e38-279c-4326-805a-b3d1d9705c55 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=96ff5c4d39a64c7b8df2adf23972e2ba&device_id=eff2a335-63b8-4d79-b9ce-f4aee5dc5ca9 HTTP/1.1" status: 200 len: 1097 time: 0.1474459 Apr 20 18:17:15.399609 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-4b0b835f-3d73-4f9e-9feb-9160543ca31a None None] Notify callbacks [] for port, precommit_create {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:15.412004 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.provisioning_blocks [None req-4b0b835f-3d73-4f9e-9feb-9160543ca31a None None] Transition to ACTIVE for port object 1ccbe399-c867-452f-b2ee-0f6965b9177f will not be triggered until provisioned by entity L2. {{(pid=86312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 18:17:15.437806 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.provisioning_blocks [None req-4b0b835f-3d73-4f9e-9feb-9160543ca31a None None] Transition to ACTIVE for port object 1ccbe399-c867-452f-b2ee-0f6965b9177f will not be triggered until provisioned by entity DHCP. {{(pid=86312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 18:17:15.456112 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-4b0b835f-3d73-4f9e-9feb-9160543ca31a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852966479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736993280678'] for port, after_create {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:15.472419 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:17:15.500922 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-ca3c7040-2e1a-409c-acfa-d6606bb5864c req-65b28b72-25db-4334-a8fa-cf087866dd45 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2ea3a5ce-76da-471d-8f9b-76d5340e7797 HTTP/1.1" status: 200 len: 217 time: 0.1244946 Apr 20 18:17:15.538406 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-2fbcd75b-5fa2-4932-8bc3-e40bcb105fea admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:15.558815 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b0b835f-3d73-4f9e-9feb-9160543ca31a None None] Network 5467fe04-58d8-4cf1-9bf3-ac31cba799ff is already hosted by enough agents. {{(pid=86312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 18:17:15.578876 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-2fbcd75b-5fa2-4932-8bc3-e40bcb105fea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624671'] for port, before_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:15.600348 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3c7040-2e1a-409c-acfa-d6606bb5864c req-64bc5fc0-9586-487d-817e-3e84f5115b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:17:15.602367 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-ca3c7040-2e1a-409c-acfa-d6606bb5864c req-64bc5fc0-9586-487d-817e-3e84f5115b4b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6f3914bf-0050-4c6e-8c1b-205da5910b8c HTTP/1.1" status: 200 len: 855 time: 0.0949664 Apr 20 18:17:15.627121 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0b835f-3d73-4f9e-9feb-9160543ca31a None None] Pushing event updated for resources: {'Port': ['ID=1ccbe399-c867-452f-b2ee-0f6965b9177f,revision_number=1']} {{(pid=86312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:17:15.629842 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.scheduler.base_scheduler [None req-4b0b835f-3d73-4f9e-9feb-9160543ca31a None None] Resources bound (agent type, host, resource id): {{(pid=86312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:17:15.631814 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-4b0b835f-3d73-4f9e-9feb-9160543ca31a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:17:15.644743 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b0b835f-3d73-4f9e-9feb-9160543ca31a None None] Received port after_create {{(pid=86312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 18:17:15.779342 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-ca3c7040-2e1a-409c-acfa-d6606bb5864c req-2f2bcf3e-fcc2-4b2d-9446-54a71907b560 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=33ae499e-8924-4d19-b24e-e728f8047f05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1659908 Apr 20 18:17:15.827379 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.db_base_plugin_common [None req-2fbcd75b-5fa2-4932-8bc3-e40bcb105fea admin admin] Allocated IP 172.28.0.252 (26051af8-ebd0-4db2-857e-181975352424/a8fb9e9c-99d7-49f9-8da9-302520785055/eaf55504-8c2a-4c19-9976-39cc3c6b724a) {{(pid=86311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 18:17:15.996265 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.32', 51074) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:17:16.012518 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.v2.base [None req-6baad5ae-9718-4888-b58e-eed6322656dc tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1990761540', 'description': 'tempest-description--743558755'}} {{(pid=86311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:17:16.024157 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-6baad5ae-9718-4888-b58e-eed6322656dc tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:17:16.043434 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-6baad5ae-9718-4888-b58e-eed6322656dc tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Usage tracker for resource:security_group and tenant:02dae3b9331843428972d1ab84d0d2ed is out of sync, need to count used quota {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:17:16.049249 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-6baad5ae-9718-4888-b58e-eed6322656dc tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:17:16.070962 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-6baad5ae-9718-4888-b58e-eed6322656dc tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:17:16.102216 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-6baad5ae-9718-4888-b58e-eed6322656dc tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Notify callbacks [] for security_group, before_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:16.104619 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a26c35b-20dc-46a7-a57a-839c2a62eb27 req-711a49a1-3d5a-432b-8c6b-475d3e7add22 tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:17:16.106110 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-0a26c35b-20dc-46a7-a57a-839c2a62eb27 req-711a49a1-3d5a-432b-8c6b-475d3e7add22 tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] 10.222.0.32 "GET /v2.0/ports?device_id=a80a91dc-748a-4277-be9b-e5f65a0ae2f9 HTTP/1.1" status: 200 len: 945 time: 0.3871405 Apr 20 18:17:16.154528 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-6baad5ae-9718-4888-b58e-eed6322656dc tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:17:16.154968 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-ca3c7040-2e1a-409c-acfa-d6606bb5864c req-19d2b31a-2c83-420e-b162-115844ebcd8b service neutron] 10.222.0.13 "GET /v2.0/networks/33ae499e-8924-4d19-b24e-e728f8047f05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3523424 Apr 20 18:17:16.164362 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-2fbcd75b-5fa2-4932-8bc3-e40bcb105fea admin admin] Notify callbacks [] for port, precommit_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:16.171833 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-6baad5ae-9718-4888-b58e-eed6322656dc tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Usage tracker for resource:security_group_rule and tenant:02dae3b9331843428972d1ab84d0d2ed is out of sync, need to count used quota {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:17:16.179969 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-6baad5ae-9718-4888-b58e-eed6322656dc tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:17:16.190273 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-6baad5ae-9718-4888-b58e-eed6322656dc tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:17:16.194764 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-0a26c35b-20dc-46a7-a57a-839c2a62eb27 req-e8818dc2-5588-45dd-adf2-a7f6392e8bdc tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] 10.222.0.32 "GET /v2.0/security-groups?id=63e5a295-1c1b-4259-93ce-61133d92337d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702999 Apr 20 18:17:16.286018 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-2fbcd75b-5fa2-4932-8bc3-e40bcb105fea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852966479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736993280678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850693756'] for port, after_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:16.298812 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.managers [None req-4b0b835f-3d73-4f9e-9feb-9160543ca31a None None] Attempting to bind port 1ccbe399-c867-452f-b2ee-0f6965b9177f on host dv-cinder-786929-2-smb for vnic_type normal with profile {{(pid=86312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 18:17:16.299408 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.managers [None req-4b0b835f-3d73-4f9e-9feb-9160543ca31a None None] Attempting to bind port 1ccbe399-c867-452f-b2ee-0f6965b9177f by drivers openvswitch,hyperv on host dv-cinder-786929-2-smb at level 0 using segments [{'id': 'c3761845-e004-4da1-9e49-7695607d742e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '5467fe04-58d8-4cf1-9bf3-ac31cba799ff'}] {{(pid=86312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 18:17:16.299818 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b0b835f-3d73-4f9e-9feb-9160543ca31a None None] Attempting to bind port 1ccbe399-c867-452f-b2ee-0f6965b9177f on network 5467fe04-58d8-4cf1-9bf3-ac31cba799ff {{(pid=86312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 18:17:16.310753 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b0b835f-3d73-4f9e-9feb-9160543ca31a None None] Checking agent: {'id': '909349f5-e61f-491f-bcfb-3e6f3416917d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786929-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 7, 12), 'started_at': datetime.datetime(2021, 4, 20, 18, 7, 42), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 17, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786929-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 18:17:16.311190 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b0b835f-3d73-4f9e-9feb-9160543ca31a None None] Checking segment: {'id': 'c3761845-e004-4da1-9e49-7695607d742e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '5467fe04-58d8-4cf1-9bf3-ac31cba799ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 18:17:16.311646 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-4b0b835f-3d73-4f9e-9feb-9160543ca31a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:16.312087 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b0b835f-3d73-4f9e-9feb-9160543ca31a None None] Bound using segment: {'id': 'c3761845-e004-4da1-9e49-7695607d742e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '5467fe04-58d8-4cf1-9bf3-ac31cba799ff'} {{(pid=86312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 18:17:16.312618 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.managers [None req-4b0b835f-3d73-4f9e-9feb-9160543ca31a None None] Bound port: 1ccbe399-c867-452f-b2ee-0f6965b9177f, host: dv-cinder-786929-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3761845-e004-4da1-9e49-7695607d742e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '5467fe04-58d8-4cf1-9bf3-ac31cba799ff'}}] {{(pid=86312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 18:17:16.313042 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-4b0b835f-3d73-4f9e-9feb-9160543ca31a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624671'] for port, before_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:16.351636 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:17:16.379681 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-ca3c7040-2e1a-409c-acfa-d6606bb5864c req-b75d6eb4-d264-4ac4-89fc-558c6e69036a service neutron] 10.222.0.13 "GET /v2.0/networks/33ae499e-8924-4d19-b24e-e728f8047f05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2031226 Apr 20 18:17:16.400484 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_dvr_db [None req-a5f07937-47ea-4ebf-8ae7-a69653d80432 None None] Set router 892fc000-9b87-40e4-be38-b59d8a6e51fc gateway port host: dv-cinder-786929-2-smb {{(pid=86312) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 18:17:16.466188 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fbcd75b-5fa2-4932-8bc3-e40bcb105fea admin admin] Network 26051af8-ebd0-4db2-857e-181975352424 is already hosted by enough agents. {{(pid=86311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 18:17:16.474511 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.scheduler.base_scheduler [None req-2fbcd75b-5fa2-4932-8bc3-e40bcb105fea admin admin] Resources bound (agent type, host, resource id): {{(pid=86311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:17:16.481164 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fbcd75b-5fa2-4932-8bc3-e40bcb105fea admin admin] Received port after_create {{(pid=86311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 18:17:16.559230 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4704583a-30c8-4f80-ba6a-90b48ed28947 req-ea2c0ac2-397b-4f1f-8b80-47b4167b1f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:17:16.561032 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-4704583a-30c8-4f80-ba6a-90b48ed28947 req-ea2c0ac2-397b-4f1f-8b80-47b4167b1f61 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=96ff5c4d39a64c7b8df2adf23972e2ba&device_id=eff2a335-63b8-4d79-b9ce-f4aee5dc5ca9 HTTP/1.1" status: 200 len: 1097 time: 0.1119914 Apr 20 18:17:16.752620 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4704583a-30c8-4f80-ba6a-90b48ed28947 req-e03796b8-e053-48cf-83b8-b17c1b0bc387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:17:16.755044 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-4704583a-30c8-4f80-ba6a-90b48ed28947 req-e03796b8-e053-48cf-83b8-b17c1b0bc387 service neutron] 10.222.0.13 "GET /v2.0/networks?id=33ae499e-8924-4d19-b24e-e728f8047f05 HTTP/1.1" status: 200 len: 916 time: 0.1861541 Apr 20 18:17:16.805259 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-6baad5ae-9718-4888-b58e-eed6322656dc tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Notify callbacks [] for security_group, precommit_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:16.806447 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbcd75b-5fa2-4932-8bc3-e40bcb105fea admin admin] Pushing event updated for resources: {'Port': ['ID=eaf55504-8c2a-4c19-9976-39cc3c6b724a,revision_number=1']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:17:16.826670 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-2fbcd75b-5fa2-4932-8bc3-e40bcb105fea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.476s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:17:16.827190 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-6baad5ae-9718-4888-b58e-eed6322656dc tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854236768'] for security_group, after_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:16.844630 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.db [None req-4b0b835f-3d73-4f9e-9feb-9160543ca31a None None] For port 1ccbe399-c867-452f-b2ee-0f6965b9177f, host dv-cinder-786929-2-smb, cleared binding levels {{(pid=86312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 18:17:16.849045 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-588285d9-1892-4f64-a4c8-f1322dce4dfc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:17:16.875991 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-4704583a-30c8-4f80-ba6a-90b48ed28947 req-27fad5ac-e486-450d-a121-632f4503df72 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2ea3a5ce-76da-471d-8f9b-76d5340e7797 HTTP/1.1" status: 200 len: 217 time: 0.1110413 Apr 20 18:17:16.940349 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.db [None req-4b0b835f-3d73-4f9e-9feb-9160543ca31a None None] For port 1ccbe399-c867-452f-b2ee-0f6965b9177f, host dv-cinder-786929-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-2-smb',level=0,port_id=1ccbe399-c867-452f-b2ee-0f6965b9177f,segment=NetworkSegment(c3761845-e004-4da1-9e49-7695607d742e),segment_id=c3761845-e004-4da1-9e49-7695607d742e)] {{(pid=86312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 18:17:16.957395 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-4b0b835f-3d73-4f9e-9feb-9160543ca31a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852966479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736993730504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736993280695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299861495088'] for port, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:16.977708 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:17:17.019541 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4704583a-30c8-4f80-ba6a-90b48ed28947 req-0db7a977-fb60-4763-a894-38e6cc57dc10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:17:17.021432 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-4704583a-30c8-4f80-ba6a-90b48ed28947 req-0db7a977-fb60-4763-a894-38e6cc57dc10 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6f3914bf-0050-4c6e-8c1b-205da5910b8c HTTP/1.1" status: 200 len: 855 time: 0.1373837 Apr 20 18:17:17.120008 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-4704583a-30c8-4f80-ba6a-90b48ed28947 req-70c04a34-2c26-4a9e-9d7a-9fa9e148b835 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=33ae499e-8924-4d19-b24e-e728f8047f05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0909224 Apr 20 18:17:17.128170 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0b835f-3d73-4f9e-9feb-9160543ca31a None None] Pushing event updated for resources: {'Port': ['ID=1ccbe399-c867-452f-b2ee-0f6965b9177f,revision_number=2']} {{(pid=86312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:17:17.136178 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-4b0b835f-3d73-4f9e-9feb-9160543ca31a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:17:17.148259 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_hamode_db [None req-a5f07937-47ea-4ebf-8ae7-a69653d80432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '892fc000-9b87-40e4-be38-b59d8a6e51fc', 'name': 'tempest-AttachVolumeShelveTestJSON-1277685248-router', 'tenant_id': '02dae3b9331843428972d1ab84d0d2ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26051af8-ebd0-4db2-857e-181975352424', 'external_fixed_ips': [{'subnet_id': 'a8fb9e9c-99d7-49f9-8da9-302520785055', 'ip_address': '172.28.0.25'}], 'enable_snat': True}, 'gw_port_id': '58f2f10b-45b8-425b-94b8-498bbc5fd79f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:16:59Z', 'updated_at': '2021-04-20T18:17:11Z', 'revision_number': 4, 'project_id': '02dae3b9331843428972d1ab84d0d2ed', 'gw_port': {'id': '58f2f10b-45b8-425b-94b8-498bbc5fd79f', 'name': '', 'network_id': '26051af8-ebd0-4db2-857e-181975352424', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:5d:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '892fc000-9b87-40e4-be38-b59d8a6e51fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': 'a8fb9e9c-99d7-49f9-8da9-302520785055', 'ip_address': '172.28.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:17:02Z', 'updated_at': '2021-04-20T18:17:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8fb9e9c-99d7-49f9-8da9-302520785055', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-2-smb', '_interfaces': [{'id': '97e8aecc-8579-4367-bc24-7b49e2b85e7e', 'name': '', 'network_id': '5b82a5ad-5a0b-4f36-b6c5-403cadd34a79', 'tenant_id': '02dae3b9331843428972d1ab84d0d2ed', 'mac_address': 'fa:16:3e:a7:d6:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '892fc000-9b87-40e4-be38-b59d8a6e51fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': 'a0d1d23a-bc57-4fd3-ab7b-5ff7156471c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:17:09Z', 'updated_at': '2021-04-20T18:17:12Z', 'revision_number': 2, 'project_id': '02dae3b9331843428972d1ab84d0d2ed', 'subnets': [{'id': 'a0d1d23a-bc57-4fd3-ab7b-5ff7156471c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786929-2-smb', False) {} {{(pid=86312) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:17:17.156276 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f07937-47ea-4ebf-8ae7-a69653d80432 None None] Checking router: 892fc000-9b87-40e4-be38-b59d8a6e51fc for host: dv-cinder-786929-2-smb {{(pid=86312) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 18:17:17.156689 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f07937-47ea-4ebf-8ae7-a69653d80432 None None] Updating router 892fc000-9b87-40e4-be38-b59d8a6e51fc port 97e8aecc-8579-4367-bc24-7b49e2b85e7e binding host dv-cinder-786929-2-smb {{(pid=86312) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 20 18:17:17.263640 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baad5ae-9718-4888-b58e-eed6322656dc tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72e2741b-2767-416b-b004-90187f015a8a,revision_number=1']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:17:17.271814 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-a5f07937-47ea-4ebf-8ae7-a69653d80432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624671'] for port, before_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:17.320147 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-6baad5ae-9718-4888-b58e-eed6322656dc tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.486s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:17:17.352535 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-6baad5ae-9718-4888-b58e-eed6322656dc tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Notify callbacks [] for security_group, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:17.363416 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-6baad5ae-9718-4888-b58e-eed6322656dc tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.3600681 Apr 20 18:17:17.372193 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.32', 51122) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:17:17.393443 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.v2.base [None req-7696d883-68e7-4d77-8d02-8239f6af813f tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Request body: {'security_group_rule': {'security_group_id': '72e2741b-2767-416b-b004-90187f015a8a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86310) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:17:17.397557 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398f9e21-c14e-4b67-bc75-be0a1153680b req-b7fdf273-e280-4ab4-9fc4-defe61d5b7ec tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:17:17.409438 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-7696d883-68e7-4d77-8d02-8239f6af813f tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:17:17.410533 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-398f9e21-c14e-4b67-bc75-be0a1153680b req-b7fdf273-e280-4ab4-9fc4-defe61d5b7ec tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] 10.222.0.32 "GET /v2.0/ports?device_id=eff2a335-63b8-4d79-b9ce-f4aee5dc5ca9 HTTP/1.1" status: 200 len: 944 time: 0.8398163 Apr 20 18:17:17.438819 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-7696d883-68e7-4d77-8d02-8239f6af813f tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Usage tracker for resource:security_group_rule and tenant:02dae3b9331843428972d1ab84d0d2ed is out of sync, need to count used quota {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:17:17.447808 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-7696d883-68e7-4d77-8d02-8239f6af813f tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:17:17.501618 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-398f9e21-c14e-4b67-bc75-be0a1153680b req-66cfe9e8-6adf-4389-ad96-808a6fd43a76 tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] 10.222.0.32 "GET /v2.0/security-groups?id=e00ece0e-9c57-41eb-9bc3-9c38bfc30996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849924 Apr 20 18:17:17.515964 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-7696d883-68e7-4d77-8d02-8239f6af813f tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:17:17.618244 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-7696d883-68e7-4d77-8d02-8239f6af813f tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:17.738934 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-4704583a-30c8-4f80-ba6a-90b48ed28947 req-5441bfac-69ea-4be0-841c-5f4a541c0f2a service neutron] 10.222.0.13 "GET /v2.0/networks/33ae499e-8924-4d19-b24e-e728f8047f05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6125555 Apr 20 18:17:17.950834 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-2fbcd75b-5fa2-4932-8bc3-e40bcb105fea admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:17.952556 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-4704583a-30c8-4f80-ba6a-90b48ed28947 req-8cb80370-bb4f-4e8a-8e24-bb69daebd948 service neutron] 10.222.0.13 "GET /v2.0/networks/33ae499e-8924-4d19-b24e-e728f8047f05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2053542 Apr 20 18:17:18.092548 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-7696d883-68e7-4d77-8d02-8239f6af813f tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:18.106334 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-7696d883-68e7-4d77-8d02-8239f6af813f tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854236732'] for security_group_rule, after_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:18.138283 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:17:18.139334 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-a5f07937-47ea-4ebf-8ae7-a69653d80432 None None] Notify callbacks [] for port, precommit_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:18.148894 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-7696d883-68e7-4d77-8d02-8239f6af813f tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:18.150249 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-7696d883-68e7-4d77-8d02-8239f6af813f tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7731361 Apr 20 18:17:18.153327 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.32', 51134) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:17:18.159802 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.provisioning_blocks [None req-a5f07937-47ea-4ebf-8ae7-a69653d80432 None None] Transition to ACTIVE for port object 97e8aecc-8579-4367-bc24-7b49e2b85e7e will not be triggered until provisioned by entity L2. {{(pid=86312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 18:17:18.160492 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7696d883-68e7-4d77-8d02-8239f6af813f tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37717e56-8950-4102-b966-80e5230b5f88,revision_number=0']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:17:18.163923 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-7696d883-68e7-4d77-8d02-8239f6af813f tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:17:18.165116 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.v2.base [None req-9dd51144-4d1c-4dc4-af30-4118a61187c4 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Request body: {'security_group_rule': {'security_group_id': '72e2741b-2767-416b-b004-90187f015a8a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:17:18.166093 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.32', 51138) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:17:18.171988 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-a5f07937-47ea-4ebf-8ae7-a69653d80432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852966479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736993730504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736993280695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299861495088'] for port, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:18.175504 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-9dd51144-4d1c-4dc4-af30-4118a61187c4 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:17:18.176421 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-4e0545ea-aa32-4712-bc83-b0d8fa0cab87 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:17:18.182536 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df1c0a7-677f-422d-9a81-7dc15cffb8b3 req-d9e403ea-4469-47af-a658-5aaff637940b tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:17:18.190536 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-1df1c0a7-677f-422d-9a81-7dc15cffb8b3 req-d9e403ea-4469-47af-a658-5aaff637940b tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] 10.222.0.32 "GET /v2.0/ports?device_id=a80a91dc-748a-4277-be9b-e5f65a0ae2f9 HTTP/1.1" status: 200 len: 945 time: 0.2349455 Apr 20 18:17:18.198484 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-9dd51144-4d1c-4dc4-af30-4118a61187c4 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Usage tracker for resource:security_group_rule and tenant:02dae3b9331843428972d1ab84d0d2ed is out of sync, need to count used quota {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:17:18.205167 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-9dd51144-4d1c-4dc4-af30-4118a61187c4 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:17:18.213962 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-9dd51144-4d1c-4dc4-af30-4118a61187c4 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:17:18.241684 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-9dd51144-4d1c-4dc4-af30-4118a61187c4 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:18.257382 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-1df1c0a7-677f-422d-9a81-7dc15cffb8b3 req-9b396d42-7910-4e82-9917-3399c87b0921 tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] 10.222.0.32 "GET /v2.0/security-groups?id=63e5a295-1c1b-4259-93ce-61133d92337d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658109 Apr 20 18:17:18.392651 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.rpc [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Device 1ccbe399-c867-452f-b2ee-0f6965b9177f up at agent ovs-agent-dv-cinder-786929-2-smb {{(pid=86312) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:17:18.422010 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-89616ec6-4e8d-4e83-80db-869910dd025e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:18.444707 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-89616ec6-4e8d-4e83-80db-869910dd025e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:17:18.449685 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-89616ec6-4e8d-4e83-80db-869910dd025e admin admin] Usage tracker for resource:security_group_rule and tenant:617817984f3e476f9fce33c9a5a3c482 is out of sync, need to count used quota {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:17:18.453213 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-89616ec6-4e8d-4e83-80db-869910dd025e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:17:18.474810 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-89616ec6-4e8d-4e83-80db-869910dd025e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:17:18.501734 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3970fa3-26d9-44c5-b73c-94197c6ad736 None None] Pushing event updated for resources: {'Port': ['ID=97e8aecc-8579-4367-bc24-7b49e2b85e7e,revision_number=3']} {{(pid=86312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:17:18.515705 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-c3970fa3-26d9-44c5-b73c-94197c6ad736 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:17:18.678392 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-89616ec6-4e8d-4e83-80db-869910dd025e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:18.683836 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-89616ec6-4e8d-4e83-80db-869910dd025e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854236768'] for security_group, after_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:18.704228 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-b18bb2e6-1794-4b8a-b6a0-b8bf13159a3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:17:18.755125 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.managers [None req-a5f07937-47ea-4ebf-8ae7-a69653d80432 None None] Attempting to bind port 97e8aecc-8579-4367-bc24-7b49e2b85e7e on host dv-cinder-786929-2-smb for vnic_type normal with profile {{(pid=86312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 18:17:18.755495 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.managers [None req-a5f07937-47ea-4ebf-8ae7-a69653d80432 None None] Attempting to bind port 97e8aecc-8579-4367-bc24-7b49e2b85e7e by drivers openvswitch,hyperv on host dv-cinder-786929-2-smb at level 0 using segments [{'id': '48e9a50f-9987-468e-9cbc-b73b5f8756db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '5b82a5ad-5a0b-4f36-b6c5-403cadd34a79'}] {{(pid=86312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 18:17:18.755907 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5f07937-47ea-4ebf-8ae7-a69653d80432 None None] Attempting to bind port 97e8aecc-8579-4367-bc24-7b49e2b85e7e on network 5b82a5ad-5a0b-4f36-b6c5-403cadd34a79 {{(pid=86312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 18:17:18.766154 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5f07937-47ea-4ebf-8ae7-a69653d80432 None None] Checking agent: {'id': '909349f5-e61f-491f-bcfb-3e6f3416917d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786929-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 7, 12), 'started_at': datetime.datetime(2021, 4, 20, 18, 7, 42), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 17, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786929-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 18:17:18.766605 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5f07937-47ea-4ebf-8ae7-a69653d80432 None None] Checking segment: {'id': '48e9a50f-9987-468e-9cbc-b73b5f8756db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '5b82a5ad-5a0b-4f36-b6c5-403cadd34a79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 18:17:18.767063 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-a5f07937-47ea-4ebf-8ae7-a69653d80432 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:18.767490 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5f07937-47ea-4ebf-8ae7-a69653d80432 None None] Bound using segment: {'id': '48e9a50f-9987-468e-9cbc-b73b5f8756db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '5b82a5ad-5a0b-4f36-b6c5-403cadd34a79'} {{(pid=86312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 18:17:18.768015 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.managers [None req-a5f07937-47ea-4ebf-8ae7-a69653d80432 None None] Bound port: 97e8aecc-8579-4367-bc24-7b49e2b85e7e, host: dv-cinder-786929-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48e9a50f-9987-468e-9cbc-b73b5f8756db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '5b82a5ad-5a0b-4f36-b6c5-403cadd34a79'}}] {{(pid=86312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 18:17:18.768439 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-a5f07937-47ea-4ebf-8ae7-a69653d80432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624671'] for port, before_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:18.770903 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-9dd51144-4d1c-4dc4-af30-4118a61187c4 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:18.785056 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-9dd51144-4d1c-4dc4-af30-4118a61187c4 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854236732'] for security_group_rule, after_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:18.789940 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.provisioning_blocks [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Provisioning for port 1ccbe399-c867-452f-b2ee-0f6965b9177f completed by entity L2. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 18:17:18.873595 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:17:18.926592 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.db [None req-a5f07937-47ea-4ebf-8ae7-a69653d80432 None None] For port 97e8aecc-8579-4367-bc24-7b49e2b85e7e, host dv-cinder-786929-2-smb, cleared binding levels {{(pid=86312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 18:17:18.930736 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.db [None req-a5f07937-47ea-4ebf-8ae7-a69653d80432 None None] For port 97e8aecc-8579-4367-bc24-7b49e2b85e7e, host dv-cinder-786929-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-2-smb',level=0,port_id=97e8aecc-8579-4367-bc24-7b49e2b85e7e,segment=NetworkSegment(48e9a50f-9987-468e-9cbc-b73b5f8756db),segment_id=48e9a50f-9987-468e-9cbc-b73b5f8756db)] {{(pid=86312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 18:17:18.942845 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-a5f07937-47ea-4ebf-8ae7-a69653d80432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852966479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736993730504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736993280695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299861495088'] for port, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:18.943900 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd51144-4d1c-4dc4-af30-4118a61187c4 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cafa538a-173f-4a8f-aba8-c24de16aa231,revision_number=0']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:17:18.956896 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-063d31f5-806e-4039-8522-62d7e20b0ce5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:17:18.971978 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-9dd51144-4d1c-4dc4-af30-4118a61187c4 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:17:18.982678 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-9dd51144-4d1c-4dc4-af30-4118a61187c4 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:18.987937 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-9dd51144-4d1c-4dc4-af30-4118a61187c4 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8332245 Apr 20 18:17:18.988674 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.32', 51154) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:17:19.010713 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.v2.base [None req-e8a66c74-ff2e-4e73-a959-dc66ca9b135a tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Request body: {'floatingip': {'floating_network_id': '26051af8-ebd0-4db2-857e-181975352424'}} {{(pid=86311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:17:19.028071 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-e8a66c74-ff2e-4e73-a959-dc66ca9b135a tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:17:19.036246 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f07937-47ea-4ebf-8ae7-a69653d80432 None None] Routers {'892fc000-9b87-40e4-be38-b59d8a6e51fc'} bound to L3 agent in host dv-cinder-786929-2-smb {{(pid=86312) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:17:19.037237 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_hamode_db [None req-a5f07937-47ea-4ebf-8ae7-a69653d80432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786929-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T18:07:11Z,description=,heartbeat_timestamp=2021-04-20T18:17:11Z,host='dv-cinder-786929-2-smb',id=40af0123-fc20-4e27-8672-759459b7c5ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T18:07:11Z,topic='l3_agent')) {'router_ids': ['892fc000-9b87-40e4-be38-b59d8a6e51fc'], 'active': True} {{(pid=86312) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:17:19.046711 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-e8a66c74-ff2e-4e73-a959-dc66ca9b135a tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Usage tracker for resource:floatingip and tenant:02dae3b9331843428972d1ab84d0d2ed is out of sync, need to count used quota {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:17:19.052364 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-e8a66c74-ff2e-4e73-a959-dc66ca9b135a tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:17:19.065442 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-e8a66c74-ff2e-4e73-a959-dc66ca9b135a tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:17:19.104930 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-e8a66c74-ff2e-4e73-a959-dc66ca9b135a tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Notify callbacks [] for floatingip, before_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:19.256271 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3970fa3-26d9-44c5-b73c-94197c6ad736 None None] Pushing event updated for resources: {'Port': ['ID=97e8aecc-8579-4367-bc24-7b49e2b85e7e,revision_number=4']} {{(pid=86312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:17:19.270107 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-c3970fa3-26d9-44c5-b73c-94197c6ad736 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:17:19.279344 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e2c8cb1-e1db-4509-8a1a-15f2b63e5513 None None] Network 5467fe04-58d8-4cf1-9bf3-ac31cba799ff requested from dv-cinder-786929-2-smb {{(pid=86312) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 18:17:19.345328 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-2fbcd75b-5fa2-4932-8bc3-e40bcb105fea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854121404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854148900'] for router, after_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:19.346128 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89616ec6-4e8d-4e83-80db-869910dd025e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8746e463-1cc4-4c1d-b932-311e03d08b6d,revision_number=1']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:17:19.381395 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-89616ec6-4e8d-4e83-80db-869910dd025e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.677s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:17:19.391672 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-89616ec6-4e8d-4e83-80db-869910dd025e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=617817984f3e476f9fce33c9a5a3c482&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2243848 Apr 20 18:17:19.401352 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.32', 51170) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:17:19.480396 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.provisioning_blocks [None req-8a594ff6-98c1-4e9f-9b2b-3187c17cbda0 None None] Provisioning for port 1ccbe399-c867-452f-b2ee-0f6965b9177f completed by entity DHCP. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 18:17:19.492977 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-dfe3727f-4c44-407d-bf61-64045a6a2914 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:19.510769 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.provisioning_blocks [None req-8a594ff6-98c1-4e9f-9b2b-3187c17cbda0 None None] Provisioning complete for port 1ccbe399-c867-452f-b2ee-0f6965b9177f triggered by entity DHCP. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:17:19.511539 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-8a594ff6-98c1-4e9f-9b2b-3187c17cbda0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853381758'] for port, provisioning_complete {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:19.527318 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af614d2-0617-4ba6-9b71-e1b68975790a req-63ebc739-bbfd-435d-b475-887e44cbf5a6 tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:17:19.535796 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-5af614d2-0617-4ba6-9b71-e1b68975790a req-63ebc739-bbfd-435d-b475-887e44cbf5a6 tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] 10.222.0.32 "GET /v2.0/ports?device_id=eff2a335-63b8-4d79-b9ce-f4aee5dc5ca9 HTTP/1.1" status: 200 len: 944 time: 0.7706225 Apr 20 18:17:19.572618 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-dfe3727f-4c44-407d-bf61-64045a6a2914 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:19.643221 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_dvr_db [None req-a5f07937-47ea-4ebf-8ae7-a69653d80432 None None] Set router 892fc000-9b87-40e4-be38-b59d8a6e51fc gateway port host: dv-cinder-786929-2-smb {{(pid=86312) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 18:17:19.674288 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-dfe3727f-4c44-407d-bf61-64045a6a2914 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854236768'] for security_group, after_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:19.687255 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-377df145-0d34-4876-9c99-4c1ae40b8962 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:17:19.709712 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe3727f-4c44-407d-bf61-64045a6a2914 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8746e463-1cc4-4c1d-b932-311e03d08b6d,revision_number=None']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:17:19.724904 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-dfe3727f-4c44-407d-bf61-64045a6a2914 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:17:19.732557 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-dfe3727f-4c44-407d-bf61-64045a6a2914 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:19.735667 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-dfe3727f-4c44-407d-bf61-64045a6a2914 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8746e463-1cc4-4c1d-b932-311e03d08b6d HTTP/1.1" status: 204 len: 168 time: 0.3315072 Apr 20 18:17:19.756878 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-5af614d2-0617-4ba6-9b71-e1b68975790a req-ffa2e2ee-c0f2-4cd4-9565-00521698e8da tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] 10.222.0.32 "GET /v2.0/security-groups?id=e00ece0e-9c57-41eb-9bc3-9c38bfc30996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2200003 Apr 20 18:17:19.819305 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886efede-96dc-4ce6-81f0-671cde30b716 req-6dece10e-71a3-4c05-8211-c229a3acd445 tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:17:19.821034 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-886efede-96dc-4ce6-81f0-671cde30b716 req-6dece10e-71a3-4c05-8211-c229a3acd445 tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] 10.222.0.32 "GET /v2.0/ports?device_id=a80a91dc-748a-4277-be9b-e5f65a0ae2f9 HTTP/1.1" status: 200 len: 945 time: 0.2728345 Apr 20 18:17:19.872183 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.rpc [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Device 2ea3a5ce-76da-471d-8f9b-76d5340e7797 details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=86312) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 18:17:19.944327 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-e8a66c74-ff2e-4e73-a959-dc66ca9b135a tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624671'] for port, before_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:19.953774 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-886efede-96dc-4ce6-81f0-671cde30b716 req-b96205b0-f9fd-4e6c-9303-02492722656a tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] 10.222.0.32 "GET /v2.0/security-groups?id=63e5a295-1c1b-4259-93ce-61133d92337d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108739 Apr 20 18:17:19.998835 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fbcd75b-5fa2-4932-8bc3-e40bcb105fea admin admin] Router fdd8f8c3-dbe7-42f7-bc3b-422932aa929e is scheduled to L3 agent 40af0123-fc20-4e27-8672-759459b7c5ef with binding_index 1 {{(pid=86311) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 20 18:17:20.235334 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.32', 51182) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:17:20.254722 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-f037165b-90a5-4a8e-b475-e59a110b1b7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:20.271521 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-f037165b-90a5-4a8e-b475-e59a110b1b7a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:17:20.276717 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-f037165b-90a5-4a8e-b475-e59a110b1b7a admin admin] Usage tracker for resource:security_group_rule and tenant:764555f9e8424eb9a957ac2fb53f3cd8 is out of sync, need to count used quota {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:17:20.279963 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-f037165b-90a5-4a8e-b475-e59a110b1b7a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:17:20.286370 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-f037165b-90a5-4a8e-b475-e59a110b1b7a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:17:20.303231 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-8a594ff6-98c1-4e9f-9b2b-3187c17cbda0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624671'] for port, before_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:20.309278 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.db_base_plugin_common [None req-e8a66c74-ff2e-4e73-a959-dc66ca9b135a tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Allocated IP 172.28.0.82 (26051af8-ebd0-4db2-857e-181975352424/a8fb9e9c-99d7-49f9-8da9-302520785055/f4ee0f0e-902a-4d65-9b99-11ab86d3a822) {{(pid=86311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 18:17:20.320171 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fbcd75b-5fa2-4932-8bc3-e40bcb105fea admin admin] Notify agent at l3_agent.dv-cinder-786929-2-smb the message routers_updated {{(pid=86311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 18:17:20.339881 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f490faa7-bbbd-47bf-b08b-1c5e28166b49 None None] Sync routers for ids ['fdd8f8c3-dbe7-42f7-bc3b-422932aa929e'] in dv-cinder-786929-2-smb {{(pid=86313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 18:17:20.355434 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f490faa7-bbbd-47bf-b08b-1c5e28166b49 None None] Routers {'fdd8f8c3-dbe7-42f7-bc3b-422932aa929e'} bound to L3 agent in host dv-cinder-786929-2-smb {{(pid=86313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:17:20.356497 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_hamode_db [None req-f490faa7-bbbd-47bf-b08b-1c5e28166b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786929-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T18:07:11Z,description=,heartbeat_timestamp=2021-04-20T18:17:11Z,host='dv-cinder-786929-2-smb',id=40af0123-fc20-4e27-8672-759459b7c5ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T18:07:11Z,topic='l3_agent')) {'router_ids': ['fdd8f8c3-dbe7-42f7-bc3b-422932aa929e'], 'active': True} {{(pid=86313) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:17:20.393931 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-f037165b-90a5-4a8e-b475-e59a110b1b7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:20.397363 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-f037165b-90a5-4a8e-b475-e59a110b1b7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854236768'] for security_group, after_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:20.407931 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-266e190e-e9a7-49b5-9f8a-8ec9a44c6991 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:17:20.458649 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-2fbcd75b-5fa2-4932-8bc3-e40bcb105fea admin admin] Notify callbacks [] for router, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:20.461231 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-f037165b-90a5-4a8e-b475-e59a110b1b7a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=764555f9e8424eb9a957ac2fb53f3cd8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2246523 Apr 20 18:17:20.461888 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.32', 51186) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:17:20.464894 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-2fbcd75b-5fa2-4932-8bc3-e40bcb105fea admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.5320628 Apr 20 18:17:20.465918 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.32', 51188) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:17:20.466863 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f037165b-90a5-4a8e-b475-e59a110b1b7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=444a9759-f91a-4222-beb1-f8c8ec299438,revision_number=1']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:17:20.475380 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-f037165b-90a5-4a8e-b475-e59a110b1b7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:17:20.565045 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.db [None req-8a594ff6-98c1-4e9f-9b2b-3187c17cbda0 None None] For port 1ccbe399-c867-452f-b2ee-0f6965b9177f, host dv-cinder-786929-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-2-smb',level=0,port_id=1ccbe399-c867-452f-b2ee-0f6965b9177f,segment=NetworkSegment(c3761845-e004-4da1-9e49-7695607d742e),segment_id=c3761845-e004-4da1-9e49-7695607d742e)] {{(pid=86312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:17:20.565627 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-445b6d65-e4df-42e4-9977-a0c49fa7cc92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:20.580412 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-8a594ff6-98c1-4e9f-9b2b-3187c17cbda0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852966479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736993730504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736993280695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299861495088'] for port, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:20.617976 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-445b6d65-e4df-42e4-9977-a0c49fa7cc92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:20.653619 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:17:20.666295 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-e8a66c74-ff2e-4e73-a959-dc66ca9b135a tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Notify callbacks [] for port, precommit_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:20.696052 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_dvr_db [None req-f490faa7-bbbd-47bf-b08b-1c5e28166b49 None None] Set router fdd8f8c3-dbe7-42f7-bc3b-422932aa929e gateway port host: dv-cinder-786929-2-smb {{(pid=86313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 18:17:20.696256 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-445b6d65-e4df-42e4-9977-a0c49fa7cc92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854236768'] for security_group, after_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:20.705689 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-94d26de8-64b3-4115-bc40-2d270b4fcbc6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:17:20.748022 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445b6d65-e4df-42e4-9977-a0c49fa7cc92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=444a9759-f91a-4222-beb1-f8c8ec299438,revision_number=None']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:17:20.755975 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-e8a66c74-ff2e-4e73-a959-dc66ca9b135a tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852966479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736993280678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850693756'] for port, after_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:20.759585 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-445b6d65-e4df-42e4-9977-a0c49fa7cc92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:17:20.766329 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-445b6d65-e4df-42e4-9977-a0c49fa7cc92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:20.767599 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-445b6d65-e4df-42e4-9977-a0c49fa7cc92 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/444a9759-f91a-4222-beb1-f8c8ec299438 HTTP/1.1" status: 204 len: 168 time: 0.3030236 Apr 20 18:17:20.882805 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.db [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] For port 2ea3a5ce-76da-471d-8f9b-76d5340e7797, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=2ea3a5ce-76da-471d-8f9b-76d5340e7797,segment=NetworkSegment(35da9b45-4e14-4089-845f-39a81432394e),segment_id=35da9b45-4e14-4089-845f-39a81432394e)] {{(pid=86312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:17:20.916578 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a594ff6-98c1-4e9f-9b2b-3187c17cbda0 None None] Pushing event updated for resources: {'Port': ['ID=1ccbe399-c867-452f-b2ee-0f6965b9177f,revision_number=3']} {{(pid=86312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:17:20.921875 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:17:20.936452 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.rpc [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Returning: {'device': '2ea3a5ce-76da-471d-8f9b-76d5340e7797', 'network_id': '33ae499e-8924-4d19-b24e-e728f8047f05', 'port_id': '2ea3a5ce-76da-471d-8f9b-76d5340e7797', 'mac_address': 'fa:16:3e:3d:f6:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f3914bf-0050-4c6e-8c1b-205da5910b8c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86312) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 18:17:20.955312 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-8a594ff6-98c1-4e9f-9b2b-3187c17cbda0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:17:21.072448 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624671'] for port, before_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:21.119044 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8a66c74-ff2e-4e73-a959-dc66ca9b135a tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Network 26051af8-ebd0-4db2-857e-181975352424 is already hosted by enough agents. {{(pid=86311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 18:17:21.128895 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.notifiers.nova [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ea3a5ce-76da-471d-8f9b-76d5340e7797 {{(pid=86312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 18:17:21.172299 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.db [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] For port 2ea3a5ce-76da-471d-8f9b-76d5340e7797, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=2ea3a5ce-76da-471d-8f9b-76d5340e7797,segment=NetworkSegment(35da9b45-4e14-4089-845f-39a81432394e),segment_id=35da9b45-4e14-4089-845f-39a81432394e)] {{(pid=86312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:17:21.193636 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852966479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736993730504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736993280695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299861495088'] for port, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:21.227042 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:17:21.252794 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.scheduler.base_scheduler [None req-e8a66c74-ff2e-4e73-a959-dc66ca9b135a tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Resources bound (agent type, host, resource id): {{(pid=86311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:17:21.262303 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8a66c74-ff2e-4e73-a959-dc66ca9b135a tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Received port after_create {{(pid=86311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 18:17:21.267824 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_hamode_db [None req-f490faa7-bbbd-47bf-b08b-1c5e28166b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdd8f8c3-dbe7-42f7-bc3b-422932aa929e', 'name': 'tempest-TestMinimumBasicScenario-2031612800-router', 'tenant_id': 'f1ef4bfa09f748e68c0ffb50c325b46d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26051af8-ebd0-4db2-857e-181975352424', 'external_fixed_ips': [{'subnet_id': 'a8fb9e9c-99d7-49f9-8da9-302520785055', 'ip_address': '172.28.0.252'}], 'enable_snat': True}, 'gw_port_id': 'eaf55504-8c2a-4c19-9976-39cc3c6b724a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:17:13Z', 'updated_at': '2021-04-20T18:17:17Z', 'revision_number': 3, 'project_id': 'f1ef4bfa09f748e68c0ffb50c325b46d', 'gw_port': {'id': 'eaf55504-8c2a-4c19-9976-39cc3c6b724a', 'name': '', 'network_id': '26051af8-ebd0-4db2-857e-181975352424', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:51:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdd8f8c3-dbe7-42f7-bc3b-422932aa929e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'a8fb9e9c-99d7-49f9-8da9-302520785055', 'ip_address': '172.28.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:17:15Z', 'updated_at': '2021-04-20T18:17:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a8fb9e9c-99d7-49f9-8da9-302520785055', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-2-smb'}], 'dv-cinder-786929-2-smb', False) {} {{(pid=86313) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:17:21.272575 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f490faa7-bbbd-47bf-b08b-1c5e28166b49 None None] Checking router: fdd8f8c3-dbe7-42f7-bc3b-422932aa929e for host: dv-cinder-786929-2-smb {{(pid=86313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 18:17:21.273001 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f490faa7-bbbd-47bf-b08b-1c5e28166b49 None None] Updating router fdd8f8c3-dbe7-42f7-bc3b-422932aa929e port eaf55504-8c2a-4c19-9976-39cc3c6b724a binding host dv-cinder-786929-2-smb {{(pid=86313) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 20 18:17:21.296606 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a66c74-ff2e-4e73-a959-dc66ca9b135a tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Pushing event updated for resources: {'Port': ['ID=f4ee0f0e-902a-4d65-9b99-11ab86d3a822,revision_number=1']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:17:21.308380 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-e8a66c74-ff2e-4e73-a959-dc66ca9b135a tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:17:21.343997 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-f490faa7-bbbd-47bf-b08b-1c5e28166b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624671'] for port, before_update {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:21.523317 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Pushing event updated for resources: {'Port': ['ID=2ea3a5ce-76da-471d-8f9b-76d5340e7797,revision_number=4']} {{(pid=86312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:17:21.530882 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.db [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] get_ports_and_sgs() called for port_ids ['2ea3a5ce-76da-471d-8f9b-76d5340e7797'] {{(pid=86312) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 18:17:21.601539 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:17:21.688554 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f71a1fb-fb5d-48eb-b767-5aba30d36fc9 req-d059700b-9e2c-4657-92c2-f1501577e3c6 tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:17:21.707088 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-7f71a1fb-fb5d-48eb-b767-5aba30d36fc9 req-d059700b-9e2c-4657-92c2-f1501577e3c6 tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] 10.222.0.32 "GET /v2.0/ports?device_id=a80a91dc-748a-4277-be9b-e5f65a0ae2f9 HTTP/1.1" status: 200 len: 945 time: 0.1998863 Apr 20 18:17:21.730794 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_hamode_db [None req-a5f07937-47ea-4ebf-8ae7-a69653d80432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '892fc000-9b87-40e4-be38-b59d8a6e51fc', 'name': 'tempest-AttachVolumeShelveTestJSON-1277685248-router', 'tenant_id': '02dae3b9331843428972d1ab84d0d2ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26051af8-ebd0-4db2-857e-181975352424', 'external_fixed_ips': [{'subnet_id': 'a8fb9e9c-99d7-49f9-8da9-302520785055', 'ip_address': '172.28.0.25'}], 'enable_snat': True}, 'gw_port_id': '58f2f10b-45b8-425b-94b8-498bbc5fd79f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:16:59Z', 'updated_at': '2021-04-20T18:17:11Z', 'revision_number': 4, 'project_id': '02dae3b9331843428972d1ab84d0d2ed', 'gw_port': {'id': '58f2f10b-45b8-425b-94b8-498bbc5fd79f', 'name': '', 'network_id': '26051af8-ebd0-4db2-857e-181975352424', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:5d:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '892fc000-9b87-40e4-be38-b59d8a6e51fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': 'a8fb9e9c-99d7-49f9-8da9-302520785055', 'ip_address': '172.28.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:17:02Z', 'updated_at': '2021-04-20T18:17:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8fb9e9c-99d7-49f9-8da9-302520785055', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-2-smb', '_interfaces': [{'id': '97e8aecc-8579-4367-bc24-7b49e2b85e7e', 'name': '', 'network_id': '5b82a5ad-5a0b-4f36-b6c5-403cadd34a79', 'tenant_id': '02dae3b9331843428972d1ab84d0d2ed', 'mac_address': 'fa:16:3e:a7:d6:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '892fc000-9b87-40e4-be38-b59d8a6e51fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': 'a0d1d23a-bc57-4fd3-ab7b-5ff7156471c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:17:09Z', 'updated_at': '2021-04-20T18:17:18Z', 'revision_number': 4, 'project_id': '02dae3b9331843428972d1ab84d0d2ed', 'subnets': [{'id': 'a0d1d23a-bc57-4fd3-ab7b-5ff7156471c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786929-2-smb', False) {} {{(pid=86312) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:17:21.752020 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f07937-47ea-4ebf-8ae7-a69653d80432 None None] The sync data for ids ['892fc000-9b87-40e4-be38-b59d8a6e51fc'] in dv-cinder-786929-2-smb is: [{'id': '892fc000-9b87-40e4-be38-b59d8a6e51fc', 'name': 'tempest-AttachVolumeShelveTestJSON-1277685248-router', 'tenant_id': '02dae3b9331843428972d1ab84d0d2ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26051af8-ebd0-4db2-857e-181975352424', 'external_fixed_ips': [{'subnet_id': 'a8fb9e9c-99d7-49f9-8da9-302520785055', 'ip_address': '172.28.0.25'}], 'enable_snat': True}, 'gw_port_id': '58f2f10b-45b8-425b-94b8-498bbc5fd79f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:16:59Z', 'updated_at': '2021-04-20T18:17:11Z', 'revision_number': 4, 'project_id': '02dae3b9331843428972d1ab84d0d2ed', 'gw_port': {'id': '58f2f10b-45b8-425b-94b8-498bbc5fd79f', 'name': '', 'network_id': '26051af8-ebd0-4db2-857e-181975352424', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:5d:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '892fc000-9b87-40e4-be38-b59d8a6e51fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': 'a8fb9e9c-99d7-49f9-8da9-302520785055', 'ip_address': '172.28.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:17:02Z', 'updated_at': '2021-04-20T18:17:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8fb9e9c-99d7-49f9-8da9-302520785055', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-2-smb', '_interfaces': [{'id': '97e8aecc-8579-4367-bc24-7b49e2b85e7e', 'name': '', 'network_id': '5b82a5ad-5a0b-4f36-b6c5-403cadd34a79', 'tenant_id': '02dae3b9331843428972d1ab84d0d2ed', 'mac_address': 'fa:16:3e:a7:d6:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '892fc000-9b87-40e4-be38-b59d8a6e51fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': 'a0d1d23a-bc57-4fd3-ab7b-5ff7156471c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:17:09Z', 'updated_at': '2021-04-20T18:17:18Z', 'revision_number': 4, 'project_id': '02dae3b9331843428972d1ab84d0d2ed', 'subnets': [{'id': 'a0d1d23a-bc57-4fd3-ab7b-5ff7156471c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86312) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 18:17:21.773255 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.provisioning_blocks [None req-5f3efdf0-feb9-4d6e-9f37-49e7a962aa8c None None] Provisioning complete for port 1ccbe399-c867-452f-b2ee-0f6965b9177f triggered by entity DHCP. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:17:21.773720 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-5f3efdf0-feb9-4d6e-9f37-49e7a962aa8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853381758'] for port, provisioning_complete {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:21.835263 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-7f71a1fb-fb5d-48eb-b767-5aba30d36fc9 req-275a981d-28e3-4a0d-95cd-1c89a30588ea tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] 10.222.0.32 "GET /v2.0/security-groups?id=63e5a295-1c1b-4259-93ce-61133d92337d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271060 Apr 20 18:17:21.908443 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6f83ca-b865-4169-83ba-3fd5ca405fa2 req-9ccbcb3a-1fed-465d-9c0b-084f5f15c07e tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:17:21.910151 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-bc6f83ca-b865-4169-83ba-3fd5ca405fa2 req-9ccbcb3a-1fed-465d-9c0b-084f5f15c07e tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] 10.222.0.32 "GET /v2.0/ports?device_id=eff2a335-63b8-4d79-b9ce-f4aee5dc5ca9 HTTP/1.1" status: 200 len: 945 time: 0.7900019 Apr 20 18:17:22.043494 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-f490faa7-bbbd-47bf-b08b-1c5e28166b49 None None] Notify callbacks [] for port, precommit_update {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:22.058655 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.provisioning_blocks [None req-f490faa7-bbbd-47bf-b08b-1c5e28166b49 None None] Transition to ACTIVE for port object eaf55504-8c2a-4c19-9976-39cc3c6b724a will not be triggered until provisioned by entity L2. {{(pid=86313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 18:17:22.068391 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-f490faa7-bbbd-47bf-b08b-1c5e28166b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852966479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736993730504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736993280695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299861495088'] for port, after_update {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:22.083769 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:17:22.113913 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-e8a66c74-ff2e-4e73-a959-dc66ca9b135a tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:22.135027 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-bc6f83ca-b865-4169-83ba-3fd5ca405fa2 req-eb51b1c4-46ea-4360-8c52-27e5a4922aab tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] 10.222.0.32 "GET /v2.0/security-groups?id=e00ece0e-9c57-41eb-9bc3-9c38bfc30996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309824 Apr 20 18:17:22.178956 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.managers [None req-f490faa7-bbbd-47bf-b08b-1c5e28166b49 None None] Attempting to bind port eaf55504-8c2a-4c19-9976-39cc3c6b724a on host dv-cinder-786929-2-smb for vnic_type normal with profile {{(pid=86313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 18:17:22.179374 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.managers [None req-f490faa7-bbbd-47bf-b08b-1c5e28166b49 None None] Attempting to bind port eaf55504-8c2a-4c19-9976-39cc3c6b724a by drivers openvswitch,hyperv on host dv-cinder-786929-2-smb at level 0 using segments [{'id': '0fd0f869-d1a1-42b0-840f-a1b93e92e33d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26051af8-ebd0-4db2-857e-181975352424'}] {{(pid=86313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 18:17:22.179757 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f490faa7-bbbd-47bf-b08b-1c5e28166b49 None None] Attempting to bind port eaf55504-8c2a-4c19-9976-39cc3c6b724a on network 26051af8-ebd0-4db2-857e-181975352424 {{(pid=86313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 18:17:22.209600 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f490faa7-bbbd-47bf-b08b-1c5e28166b49 None None] Checking agent: {'id': '909349f5-e61f-491f-bcfb-3e6f3416917d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786929-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 7, 12), 'started_at': datetime.datetime(2021, 4, 20, 18, 7, 42), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 17, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786929-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 18:17:22.209959 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f490faa7-bbbd-47bf-b08b-1c5e28166b49 None None] Checking segment: {'id': '0fd0f869-d1a1-42b0-840f-a1b93e92e33d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26051af8-ebd0-4db2-857e-181975352424'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 18:17:22.210405 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-f490faa7-bbbd-47bf-b08b-1c5e28166b49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:22.221832 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f490faa7-bbbd-47bf-b08b-1c5e28166b49 None None] Bound using segment: {'id': '0fd0f869-d1a1-42b0-840f-a1b93e92e33d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26051af8-ebd0-4db2-857e-181975352424'} {{(pid=86313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 18:17:22.222413 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.managers [None req-f490faa7-bbbd-47bf-b08b-1c5e28166b49 None None] Bound port: eaf55504-8c2a-4c19-9976-39cc3c6b724a, host: dv-cinder-786929-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fd0f869-d1a1-42b0-840f-a1b93e92e33d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26051af8-ebd0-4db2-857e-181975352424'}}] {{(pid=86313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 18:17:22.222869 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-f490faa7-bbbd-47bf-b08b-1c5e28166b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624671'] for port, before_update {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:22.296647 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fde5cb8-8452-472b-ab60-6e7411bd9950 None None] Pushing event updated for resources: {'Port': ['ID=eaf55504-8c2a-4c19-9976-39cc3c6b724a,revision_number=2']} {{(pid=86313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:17:22.312941 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-8fde5cb8-8452-472b-ab60-6e7411bd9950 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:17:22.380177 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.db [None req-f490faa7-bbbd-47bf-b08b-1c5e28166b49 None None] For port eaf55504-8c2a-4c19-9976-39cc3c6b724a, host dv-cinder-786929-2-smb, cleared binding levels {{(pid=86313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 18:17:22.394209 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.db [None req-f490faa7-bbbd-47bf-b08b-1c5e28166b49 None None] For port eaf55504-8c2a-4c19-9976-39cc3c6b724a, host dv-cinder-786929-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-2-smb',level=0,port_id=eaf55504-8c2a-4c19-9976-39cc3c6b724a,segment=NetworkSegment(0fd0f869-d1a1-42b0-840f-a1b93e92e33d),segment_id=0fd0f869-d1a1-42b0-840f-a1b93e92e33d)] {{(pid=86313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 18:17:22.405365 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-f490faa7-bbbd-47bf-b08b-1c5e28166b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852966479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736993730504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736993280695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299861495088'] for port, after_update {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:22.460121 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:17:22.516335 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.rpc [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Device 97e8aecc-8579-4367-bc24-7b49e2b85e7e up at agent ovs-agent-dv-cinder-786929-2-smb {{(pid=86312) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:17:22.656628 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-e8a66c74-ff2e-4e73-a959-dc66ca9b135a tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624671'] for port, before_update {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:22.658106 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.provisioning_blocks [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Provisioning for port 97e8aecc-8579-4367-bc24-7b49e2b85e7e completed by entity L2. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 18:17:22.666567 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.provisioning_blocks [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Provisioning complete for port 97e8aecc-8579-4367-bc24-7b49e2b85e7e triggered by entity L2. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:17:22.667151 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853381758'] for port, provisioning_complete {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:22.756745 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f490faa7-bbbd-47bf-b08b-1c5e28166b49 None None] Routers {'fdd8f8c3-dbe7-42f7-bc3b-422932aa929e'} bound to L3 agent in host dv-cinder-786929-2-smb {{(pid=86313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:17:22.757661 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_hamode_db [None req-f490faa7-bbbd-47bf-b08b-1c5e28166b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786929-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T18:07:11Z,description=,heartbeat_timestamp=2021-04-20T18:17:11Z,host='dv-cinder-786929-2-smb',id=40af0123-fc20-4e27-8672-759459b7c5ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T18:07:11Z,topic='l3_agent')) {'router_ids': ['fdd8f8c3-dbe7-42f7-bc3b-422932aa929e'], 'active': True} {{(pid=86313) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:17:22.838212 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624671'] for port, before_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:22.896545 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.db [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] For port 97e8aecc-8579-4367-bc24-7b49e2b85e7e, host dv-cinder-786929-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-2-smb',level=0,port_id=97e8aecc-8579-4367-bc24-7b49e2b85e7e,segment=NetworkSegment(48e9a50f-9987-468e-9cbc-b73b5f8756db),segment_id=48e9a50f-9987-468e-9cbc-b73b5f8756db)] {{(pid=86312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:17:22.898706 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852966479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736993730504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736993280695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299861495088'] for port, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:22.899643 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.rpc [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Device 1ccbe399-c867-452f-b2ee-0f6965b9177f up at agent ovs-agent-dv-cinder-786929-2-smb {{(pid=86312) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:17:22.947963 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-a7f5f95a-5cc9-49df-95b8-1f2d385bf516 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:17:23.068123 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-e8a66c74-ff2e-4e73-a959-dc66ca9b135a tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Notify callbacks [] for port, precommit_update {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:23.081949 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Pushing event updated for resources: {'Port': ['ID=97e8aecc-8579-4367-bc24-7b49e2b85e7e,revision_number=5']} {{(pid=86312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:17:23.087813 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:17:23.096312 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-e8a66c74-ff2e-4e73-a959-dc66ca9b135a tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852966479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736993730504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736993280695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299861495088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4082061'] for port, after_update {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:23.101045 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_dvr_db [None req-f490faa7-bbbd-47bf-b08b-1c5e28166b49 None None] Set router fdd8f8c3-dbe7-42f7-bc3b-422932aa929e gateway port host: dv-cinder-786929-2-smb {{(pid=86313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 18:17:23.152950 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.provisioning_blocks [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Provisioning complete for port 1ccbe399-c867-452f-b2ee-0f6965b9177f triggered by entity L2. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:17:23.153357 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853381758'] for port, provisioning_complete {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:23.218735 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:17:23.266141 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.32', 51260) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:17:23.369742 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fde5cb8-8452-472b-ab60-6e7411bd9950 None None] Pushing event updated for resources: {'Port': ['ID=eaf55504-8c2a-4c19-9976-39cc3c6b724a,revision_number=3']} {{(pid=86313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:17:23.383531 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-8fde5cb8-8452-472b-ab60-6e7411bd9950 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.923s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:17:23.521058 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a66c74-ff2e-4e73-a959-dc66ca9b135a tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Pushing event updated for resources: {'Port': ['ID=f4ee0f0e-902a-4d65-9b99-11ab86d3a822,revision_number=2']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:17:23.533527 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-95da8698-3ec9-4fe4-9227-183efd813a3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:23.550903 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-95da8698-3ec9-4fe4-9227-183efd813a3b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:17:23.559350 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-95da8698-3ec9-4fe4-9227-183efd813a3b admin admin] Usage tracker for resource:security_group_rule and tenant:ff797570005c455781abbf60983598c3 is out of sync, need to count used quota {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:17:23.562512 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-95da8698-3ec9-4fe4-9227-183efd813a3b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:17:23.568692 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-95da8698-3ec9-4fe4-9227-183efd813a3b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:17:23.580784 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-e8a66c74-ff2e-4e73-a959-dc66ca9b135a tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:17:23.586564 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0b6cfb-f93f-46fd-bad1-a1e0027f5125 req-b0b35d16-f518-4701-b490-fa1f5635c014 tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:17:23.594815 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-5a0b6cfb-f93f-46fd-bad1-a1e0027f5125 req-b0b35d16-f518-4701-b490-fa1f5635c014 tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] 10.222.0.32 "GET /v2.0/ports?device_id=eff2a335-63b8-4d79-b9ce-f4aee5dc5ca9 HTTP/1.1" status: 200 len: 945 time: 0.2507565 Apr 20 18:17:23.626658 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-e8a66c74-ff2e-4e73-a959-dc66ca9b135a tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854121806'] for floatingip, after_update {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:23.715133 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-5a0b6cfb-f93f-46fd-bad1-a1e0027f5125 req-af00e618-883a-4fad-ba04-f00ede0e8e80 tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] 10.222.0.32 "GET /v2.0/security-groups?id=e00ece0e-9c57-41eb-9bc3-9c38bfc30996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189513 Apr 20 18:17:23.734304 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-fda00e87-6ed4-423a-b2b4-e5efd6380fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624671'] for port, before_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:23.863248 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-e8a66c74-ff2e-4e73-a959-dc66ca9b135a tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759958'] for floatingip, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:23.865051 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-e8a66c74-ff2e-4e73-a959-dc66ca9b135a tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.8722889 Apr 20 18:17:23.868296 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.rpc [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Device 2ea3a5ce-76da-471d-8f9b-76d5340e7797 up at agent hyperv_hv-cinder-78692 {{(pid=86312) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:17:23.888145 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f59802-93ad-4f6d-9358-e72b0ca0cad5 req-aec2e99d-5fb0-487f-ab0c-1109326a3d5c tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:17:23.890859 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-45f59802-93ad-4f6d-9358-e72b0ca0cad5 req-aec2e99d-5fb0-487f-ab0c-1109326a3d5c tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] 10.222.0.32 "GET /v2.0/ports?device_id=a80a91dc-748a-4277-be9b-e5f65a0ae2f9 HTTP/1.1" status: 200 len: 945 time: 0.7239482 Apr 20 18:17:23.940811 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-95da8698-3ec9-4fe4-9227-183efd813a3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:23.944130 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-95da8698-3ec9-4fe4-9227-183efd813a3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854236768'] for security_group, after_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:23.985077 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-89616ec6-4e8d-4e83-80db-869910dd025e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:17:24.006471 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-95da8698-3ec9-4fe4-9227-183efd813a3b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ff797570005c455781abbf60983598c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7361841 Apr 20 18:17:24.007576 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.32', 51284) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:17:24.081495 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-45f59802-93ad-4f6d-9358-e72b0ca0cad5 req-86274a08-b384-4f07-a35a-cf6df3be24cb tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] 10.222.0.32 "GET /v2.0/security-groups?id=63e5a295-1c1b-4259-93ce-61133d92337d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840134 Apr 20 18:17:24.102136 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.provisioning_blocks [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Provisioning for port 2ea3a5ce-76da-471d-8f9b-76d5340e7797 completed by entity L2. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 18:17:24.104292 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-041e9897-1cef-4dbc-854e-2ae32fa3501a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:24.109020 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_hamode_db [None req-f490faa7-bbbd-47bf-b08b-1c5e28166b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdd8f8c3-dbe7-42f7-bc3b-422932aa929e', 'name': 'tempest-TestMinimumBasicScenario-2031612800-router', 'tenant_id': 'f1ef4bfa09f748e68c0ffb50c325b46d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26051af8-ebd0-4db2-857e-181975352424', 'external_fixed_ips': [{'subnet_id': 'a8fb9e9c-99d7-49f9-8da9-302520785055', 'ip_address': '172.28.0.252'}], 'enable_snat': True}, 'gw_port_id': 'eaf55504-8c2a-4c19-9976-39cc3c6b724a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:17:13Z', 'updated_at': '2021-04-20T18:17:17Z', 'revision_number': 3, 'project_id': 'f1ef4bfa09f748e68c0ffb50c325b46d', 'gw_port': {'id': 'eaf55504-8c2a-4c19-9976-39cc3c6b724a', 'name': '', 'network_id': '26051af8-ebd0-4db2-857e-181975352424', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:51:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdd8f8c3-dbe7-42f7-bc3b-422932aa929e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'a8fb9e9c-99d7-49f9-8da9-302520785055', 'ip_address': '172.28.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:17:15Z', 'updated_at': '2021-04-20T18:17:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8fb9e9c-99d7-49f9-8da9-302520785055', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-2-smb'}], 'dv-cinder-786929-2-smb', False) {} {{(pid=86313) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:17:24.114694 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.provisioning_blocks [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Provisioning complete for port 2ea3a5ce-76da-471d-8f9b-76d5340e7797 triggered by entity L2. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:17:24.115127 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853381758'] for port, provisioning_complete {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:24.126001 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f490faa7-bbbd-47bf-b08b-1c5e28166b49 None None] The sync data for ids ['fdd8f8c3-dbe7-42f7-bc3b-422932aa929e'] in dv-cinder-786929-2-smb is: [{'id': 'fdd8f8c3-dbe7-42f7-bc3b-422932aa929e', 'name': 'tempest-TestMinimumBasicScenario-2031612800-router', 'tenant_id': 'f1ef4bfa09f748e68c0ffb50c325b46d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26051af8-ebd0-4db2-857e-181975352424', 'external_fixed_ips': [{'subnet_id': 'a8fb9e9c-99d7-49f9-8da9-302520785055', 'ip_address': '172.28.0.252'}], 'enable_snat': True}, 'gw_port_id': 'eaf55504-8c2a-4c19-9976-39cc3c6b724a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:17:13Z', 'updated_at': '2021-04-20T18:17:17Z', 'revision_number': 3, 'project_id': 'f1ef4bfa09f748e68c0ffb50c325b46d', 'gw_port': {'id': 'eaf55504-8c2a-4c19-9976-39cc3c6b724a', 'name': '', 'network_id': '26051af8-ebd0-4db2-857e-181975352424', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:51:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdd8f8c3-dbe7-42f7-bc3b-422932aa929e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'a8fb9e9c-99d7-49f9-8da9-302520785055', 'ip_address': '172.28.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:17:15Z', 'updated_at': '2021-04-20T18:17:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8fb9e9c-99d7-49f9-8da9-302520785055', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-2-smb'}] {{(pid=86313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 18:17:24.161582 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-041e9897-1cef-4dbc-854e-2ae32fa3501a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:24.217563 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.agents_db [None req-b35f03a3-c7a0-4608-9f7c-a0859408129f None None] Agent healthcheck: found 6 active agents {{(pid=86313) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 18:17:24.357248 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95da8698-3ec9-4fe4-9227-183efd813a3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db9b475c-2837-4966-a370-38267ef16961,revision_number=1']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:17:24.361209 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-041e9897-1cef-4dbc-854e-2ae32fa3501a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854236768'] for security_group, after_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:24.367362 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-95da8698-3ec9-4fe4-9227-183efd813a3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:17:24.368832 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-95da8698-3ec9-4fe4-9227-183efd813a3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:17:24.387284 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.rpc [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Device 97e8aecc-8579-4367-bc24-7b49e2b85e7e up at agent ovs-agent-dv-cinder-786929-2-smb {{(pid=86312) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:17:24.389132 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041e9897-1cef-4dbc-854e-2ae32fa3501a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db9b475c-2837-4966-a370-38267ef16961,revision_number=None']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:17:24.393333 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-041e9897-1cef-4dbc-854e-2ae32fa3501a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:17:24.419828 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.db_base_plugin_common [None req-fda00e87-6ed4-423a-b2b4-e5efd6380fd3 admin admin] Allocated IP 172.20.0.1 (5467fe04-58d8-4cf1-9bf3-ac31cba799ff/b08a8d50-4a73-40a4-89c8-8b2b52f9748b/21f46fbf-fa06-4251-907f-cbb826db912b) {{(pid=86311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 18:17:24.439232 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-041e9897-1cef-4dbc-854e-2ae32fa3501a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:24.440760 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-041e9897-1cef-4dbc-854e-2ae32fa3501a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/db9b475c-2837-4966-a370-38267ef16961 HTTP/1.1" status: 204 len: 168 time: 0.4316521 Apr 20 18:17:24.485901 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccfc18d-31bf-48f3-8fc8-bbad0e7932c2 req-9702b94d-7aae-47c7-8985-bd9a390c17af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:17:24.487818 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-eccfc18d-31bf-48f3-8fc8-bbad0e7932c2 req-9702b94d-7aae-47c7-8985-bd9a390c17af service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a80a91dc-748a-4277-be9b-e5f65a0ae2f9 HTTP/1.1" status: 200 len: 1098 time: 0.2604265 Apr 20 18:17:24.488620 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.32', 51306) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:17:24.499496 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [req-c2e9d4d1-8ef9-4701-b404-2d550c4b561d req-7cb9da3c-4a7f-422a-8706-0ef76e9c6ac3 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Synchronizing usage tracker for tenant:02dae3b9331843428972d1ab84d0d2ed on resource:security_group {{(pid=86310) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 18:17:24.553993 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.provisioning_blocks [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Provisioning complete for port 97e8aecc-8579-4367-bc24-7b49e2b85e7e triggered by entity L2. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:17:24.553993 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853381758'] for port, provisioning_complete {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:24.563735 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-eccfc18d-31bf-48f3-8fc8-bbad0e7932c2 req-716cd9aa-4a7b-4fe1-b953-33a7ed856957 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=63e5a295-1c1b-4259-93ce-61133d92337d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604944 Apr 20 18:17:24.573129 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [req-c2e9d4d1-8ef9-4701-b404-2d550c4b561d req-7cb9da3c-4a7f-422a-8706-0ef76e9c6ac3 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Unset dirty status for tenant:02dae3b9331843428972d1ab84d0d2ed on resource:security_group {{(pid=86310) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 18:17:24.586556 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-c2e9d4d1-8ef9-4701-b404-2d550c4b561d req-7cb9da3c-4a7f-422a-8706-0ef76e9c6ac3 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1990761540&fields=id&tenant_id=02dae3b9331843428972d1ab84d0d2ed HTTP/1.1" status: 200 len: 267 time: 0.1679540 Apr 20 18:17:24.603522 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624671'] for port, before_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:24.661524 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.db [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] For port 2ea3a5ce-76da-471d-8f9b-76d5340e7797, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=2ea3a5ce-76da-471d-8f9b-76d5340e7797,segment=NetworkSegment(35da9b45-4e14-4089-845f-39a81432394e),segment_id=35da9b45-4e14-4089-845f-39a81432394e)] {{(pid=86312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:17:24.664885 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eff2a335-63b8-4d79-b9ce-f4aee5dc5ca9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ea3a5ce-76da-471d-8f9b-76d5340e7797'}] {{(pid=86312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:17:24.675359 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852966479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736993730504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736993280695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299861495088'] for port, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:24.682052 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-c3970fa3-26d9-44c5-b73c-94197c6ad736 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:17:24.700767 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-fda00e87-6ed4-423a-b2b4-e5efd6380fd3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:24.767733 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.provisioning_blocks [None req-fda00e87-6ed4-423a-b2b4-e5efd6380fd3 admin admin] Transition to ACTIVE for port object 21f46fbf-fa06-4251-907f-cbb826db912b will not be triggered until provisioned by entity DHCP. {{(pid=86311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 18:17:24.916646 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-fda00e87-6ed4-423a-b2b4-e5efd6380fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852966479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736993280678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850693756'] for port, after_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:24.989212 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-b4a42a52-99fa-468f-b111-9b8942e80f04 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:17:25.000052 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eff2a335-63b8-4d79-b9ce-f4aee5dc5ca9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ea3a5ce-76da-471d-8f9b-76d5340e7797', 'code': 200} Apr 20 18:17:25.097576 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e9d4d1-8ef9-4701-b404-2d550c4b561d req-97e118f1-c9b2-45bb-9df2-2c4e9bf1fd44 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:17:25.098377 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [req-c2e9d4d1-8ef9-4701-b404-2d550c4b561d req-97e118f1-c9b2-45bb-9df2-2c4e9bf1fd44 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Synchronizing usage tracker for tenant:02dae3b9331843428972d1ab84d0d2ed on resource:network {{(pid=86310) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 18:17:25.141684 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Pushing event updated for resources: {'Port': ['ID=2ea3a5ce-76da-471d-8f9b-76d5340e7797,revision_number=5']} {{(pid=86312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:17:25.157788 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.476s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:17:25.219741 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fda00e87-6ed4-423a-b2b4-e5efd6380fd3 admin admin] Network 5467fe04-58d8-4cf1-9bf3-ac31cba799ff is already hosted by enough agents. {{(pid=86311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 18:17:25.231203 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [req-c2e9d4d1-8ef9-4701-b404-2d550c4b561d req-97e118f1-c9b2-45bb-9df2-2c4e9bf1fd44 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Unset dirty status for tenant:02dae3b9331843428972d1ab84d0d2ed on resource:network {{(pid=86310) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 18:17:25.233280 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.scheduler.base_scheduler [None req-fda00e87-6ed4-423a-b2b4-e5efd6380fd3 admin admin] Resources bound (agent type, host, resource id): {{(pid=86311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:17:25.235828 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fda00e87-6ed4-423a-b2b4-e5efd6380fd3 admin admin] Received port after_create {{(pid=86311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 18:17:25.238747 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-c2e9d4d1-8ef9-4701-b404-2d550c4b561d req-97e118f1-c9b2-45bb-9df2-2c4e9bf1fd44 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] 10.222.0.32 "GET /v2.0/networks?id=5b82a5ad-5a0b-4f36-b6c5-403cadd34a79 HTTP/1.1" status: 200 len: 817 time: 0.6496432 Apr 20 18:17:25.262115 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-c2e9d4d1-8ef9-4701-b404-2d550c4b561d req-14827e00-2681-4162-922a-3ea88609f1b3 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] 10.222.0.32 "GET /v2.0/quotas/02dae3b9331843428972d1ab84d0d2ed HTTP/1.1" status: 200 len: 375 time: 0.0227466 Apr 20 18:17:25.345635 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-fda00e87-6ed4-423a-b2b4-e5efd6380fd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-653825'] for router_interface, before_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:25.381262 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda00e87-6ed4-423a-b2b4-e5efd6380fd3 admin admin] Pushing event updated for resources: {'Port': ['ID=21f46fbf-fa06-4251-907f-cbb826db912b,revision_number=1']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:17:25.389268 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-fda00e87-6ed4-423a-b2b4-e5efd6380fd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:17:25.414807 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-6d39dfc0-c41a-4ba4-86a9-413472c34e3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:25.459855 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-6d39dfc0-c41a-4ba4-86a9-413472c34e3f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:17:25.460162 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57e6fa4-daf3-49d7-ab2d-8e341bc6cc3a req-151055e4-24ee-4340-94c2-baf69f0a35ed tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:17:25.472516 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-6d39dfc0-c41a-4ba4-86a9-413472c34e3f admin admin] Usage tracker for resource:security_group_rule and tenant:994fb594b95849f6b42d68090e0547ef is out of sync, need to count used quota {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:17:25.475656 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-6d39dfc0-c41a-4ba4-86a9-413472c34e3f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:17:25.482864 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-6d39dfc0-c41a-4ba4-86a9-413472c34e3f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:17:25.483634 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-c57e6fa4-daf3-49d7-ab2d-8e341bc6cc3a req-151055e4-24ee-4340-94c2-baf69f0a35ed tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] 10.222.0.32 "GET /v2.0/ports?device_id=eff2a335-63b8-4d79-b9ce-f4aee5dc5ca9 HTTP/1.1" status: 200 len: 946 time: 0.3611155 Apr 20 18:17:25.642547 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-fda00e87-6ed4-423a-b2b4-e5efd6380fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624671'] for port, before_update {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:25.655605 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-6d39dfc0-c41a-4ba4-86a9-413472c34e3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:25.655847 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.provisioning_blocks [None req-45cced4b-5e51-4d5b-ac28-27ed79a40341 None None] Provisioning for port 21f46fbf-fa06-4251-907f-cbb826db912b completed by entity DHCP. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 18:17:25.662118 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.provisioning_blocks [None req-45cced4b-5e51-4d5b-ac28-27ed79a40341 None None] Provisioning complete for port 21f46fbf-fa06-4251-907f-cbb826db912b triggered by entity DHCP. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:17:25.662820 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-45cced4b-5e51-4d5b-ac28-27ed79a40341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853381758'] for port, provisioning_complete {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:25.674116 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-6d39dfc0-c41a-4ba4-86a9-413472c34e3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854236768'] for security_group, after_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:25.704087 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-dfe3727f-4c44-407d-bf61-64045a6a2914 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:17:25.714343 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-c57e6fa4-daf3-49d7-ab2d-8e341bc6cc3a req-0b28393c-d4d0-45d5-96b5-35a9d77a0dcd tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] 10.222.0.32 "GET /v2.0/security-groups?id=e00ece0e-9c57-41eb-9bc3-9c38bfc30996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2295351 Apr 20 18:17:25.757641 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.32', 51338) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:17:25.758108 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-6d39dfc0-c41a-4ba4-86a9-413472c34e3f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=994fb594b95849f6b42d68090e0547ef&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2618623 Apr 20 18:17:25.792970 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.plugin [None req-45cced4b-5e51-4d5b-ac28-27ed79a40341 None None] Port 21f46fbf-fa06-4251-907f-cbb826db912b cannot update to ACTIVE because it is not bound. {{(pid=86312) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 18:17:25.799480 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6e6d26-f6f5-4861-b5cb-4776b73a3b36 req-81cff8bc-779e-465d-ba4b-f23eb77302ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:17:25.801069 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-2e6e6d26-f6f5-4861-b5cb-4776b73a3b36 req-81cff8bc-779e-465d-ba4b-f23eb77302ae service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=eff2a335-63b8-4d79-b9ce-f4aee5dc5ca9 HTTP/1.1" status: 200 len: 1099 time: 0.6864271 Apr 20 18:17:25.824173 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [req-c2e9d4d1-8ef9-4701-b404-2d550c4b561d req-182754f4-1ed9-450e-8a9b-9cf80f37b8e8 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Synchronizing usage tracker for tenant:02dae3b9331843428972d1ab84d0d2ed on resource:port {{(pid=86310) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 18:17:25.847320 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d39dfc0-c41a-4ba4-86a9-413472c34e3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02e0ef1d-4eb3-447e-9f29-b3f581beeefd,revision_number=1']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:17:25.867069 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-6d39dfc0-c41a-4ba4-86a9-413472c34e3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:17:25.912486 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-2e6e6d26-f6f5-4861-b5cb-4776b73a3b36 req-771343a3-df24-4ef4-8bd1-548822248e77 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=e00ece0e-9c57-41eb-9bc3-9c38bfc30996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989051 Apr 20 18:17:25.913861 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [req-c2e9d4d1-8ef9-4701-b404-2d550c4b561d req-182754f4-1ed9-450e-8a9b-9cf80f37b8e8 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Unset dirty status for tenant:02dae3b9331843428972d1ab84d0d2ed on resource:port {{(pid=86310) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 18:17:25.915984 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-c2e9d4d1-8ef9-4701-b404-2d550c4b561d req-182754f4-1ed9-450e-8a9b-9cf80f37b8e8 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=02dae3b9331843428972d1ab84d0d2ed&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6528494 Apr 20 18:17:26.073896 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.32', 51344) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:17:26.090069 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-c2e9d4d1-8ef9-4701-b404-2d550c4b561d req-3888e5de-0710-4453-abfc-d1f861bdc467 service neutron] 10.222.0.32 "GET /v2.0/networks/5b82a5ad-5a0b-4f36-b6c5-403cadd34a79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605594 Apr 20 18:17:26.246159 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-a4ca116c-5a81-47f7-98c6-ed52a2a7f95a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:26.260042 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-7873a8fe-541c-4222-8760-72ce23fb7823 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:26.277188 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-a4ca116c-5a81-47f7-98c6-ed52a2a7f95a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:17:26.284161 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-a4ca116c-5a81-47f7-98c6-ed52a2a7f95a admin admin] Usage tracker for resource:security_group_rule and tenant:4dca2c4621b44d688a007e167cbafa9a is out of sync, need to count used quota {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:17:26.288564 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-c2e9d4d1-8ef9-4701-b404-2d550c4b561d req-4718a1a6-3d33-4add-88b4-d31453677481 service neutron] 10.222.0.32 "GET /v2.0/networks/5b82a5ad-5a0b-4f36-b6c5-403cadd34a79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1902688 Apr 20 18:17:26.289417 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-a4ca116c-5a81-47f7-98c6-ed52a2a7f95a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:17:26.296730 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-a4ca116c-5a81-47f7-98c6-ed52a2a7f95a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:17:26.323409 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.rpc [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Device eaf55504-8c2a-4c19-9976-39cc3c6b724a up at agent ovs-agent-dv-cinder-786929-2-smb {{(pid=86312) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:17:26.331256 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-7873a8fe-541c-4222-8760-72ce23fb7823 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:26.356429 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b61dafc-360e-4ee5-86eb-6e15a28c93b5 req-705a92a7-addf-4951-a5b9-211772f6cb0b tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:17:26.358079 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-2b61dafc-360e-4ee5-86eb-6e15a28c93b5 req-705a92a7-addf-4951-a5b9-211772f6cb0b tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] 10.222.0.32 "GET /v2.0/ports?device_id=a80a91dc-748a-4277-be9b-e5f65a0ae2f9 HTTP/1.1" status: 200 len: 945 time: 0.2281647 Apr 20 18:17:26.394416 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-a4ca116c-5a81-47f7-98c6-ed52a2a7f95a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:26.397795 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-a4ca116c-5a81-47f7-98c6-ed52a2a7f95a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854236768'] for security_group, after_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:26.409051 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-0ab14e19-beab-4dd8-8e54-99240eb9ce63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:17:26.417991 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.provisioning_blocks [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Provisioning for port eaf55504-8c2a-4c19-9976-39cc3c6b724a completed by entity L2. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 18:17:26.423810 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.provisioning_blocks [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Provisioning complete for port eaf55504-8c2a-4c19-9976-39cc3c6b724a triggered by entity L2. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:17:26.424232 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853381758'] for port, provisioning_complete {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:26.451903 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-2b61dafc-360e-4ee5-86eb-6e15a28c93b5 req-06e90f11-7bf3-4ae8-bf10-0183aeb17b77 tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] 10.222.0.32 "GET /v2.0/security-groups?id=63e5a295-1c1b-4259-93ce-61133d92337d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810018 Apr 20 18:17:26.456158 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-fda00e87-6ed4-423a-b2b4-e5efd6380fd3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:26.473916 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-fda00e87-6ed4-423a-b2b4-e5efd6380fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852966479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736993730504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736993280695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299861495088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4082061'] for port, after_update {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:26.504608 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-a4ca116c-5a81-47f7-98c6-ed52a2a7f95a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4dca2c4621b44d688a007e167cbafa9a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4293714 Apr 20 18:17:26.510124 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.32', 51356) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:17:26.511140 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:17:26.554665 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-d7f2c979-55a4-4399-a7c8-a6813c3e9e6c req-d879ab51-90d7-4df1-9c7d-89a6b8f3bb6b tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] 10.222.0.32 "GET /v2.0/ports?device_id=07d6c6c3-c813-4ea4-9976-f31a36a8cdd1 HTTP/1.1" status: 200 len: 210 time: 0.0616450 Apr 20 18:17:26.555931 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ca116c-5a81-47f7-98c6-ed52a2a7f95a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f008d4ad-2dba-4e7e-8748-fc517cddacfd,revision_number=1']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:17:26.559476 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-a4ca116c-5a81-47f7-98c6-ed52a2a7f95a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:17:26.589552 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-7873a8fe-541c-4222-8760-72ce23fb7823 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854236768'] for security_group, after_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:26.684854 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda00e87-6ed4-423a-b2b4-e5efd6380fd3 admin admin] Pushing event updated for resources: {'Port': ['ID=21f46fbf-fa06-4251-907f-cbb826db912b,revision_number=2']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:17:26.687744 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-fda00e87-6ed4-423a-b2b4-e5efd6380fd3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-751531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854121882'] for router_interface, after_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:26.692338 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-fda00e87-6ed4-423a-b2b4-e5efd6380fd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:17:26.697050 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-01a21f07-89e8-480e-9e49-85662c592887 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.098s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:17:26.711168 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7873a8fe-541c-4222-8760-72ce23fb7823 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02e0ef1d-4eb3-447e-9f29-b3f581beeefd,revision_number=None']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:17:26.713759 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-7873a8fe-541c-4222-8760-72ce23fb7823 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:26.714944 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-7873a8fe-541c-4222-8760-72ce23fb7823 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/02e0ef1d-4eb3-447e-9f29-b3f581beeefd HTTP/1.1" status: 204 len: 168 time: 0.9555032 Apr 20 18:17:26.727267 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-7873a8fe-541c-4222-8760-72ce23fb7823 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:17:26.781004 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624671'] for port, before_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:26.802713 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.db [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] For port eaf55504-8c2a-4c19-9976-39cc3c6b724a, host dv-cinder-786929-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-2-smb',level=0,port_id=eaf55504-8c2a-4c19-9976-39cc3c6b724a,segment=NetworkSegment(0fd0f869-d1a1-42b0-840f-a1b93e92e33d),segment_id=0fd0f869-d1a1-42b0-840f-a1b93e92e33d)] {{(pid=86312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:17:26.808632 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852966479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736993730504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736993280695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299861495088'] for port, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:26.810744 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:17:26.992205 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fda00e87-6ed4-423a-b2b4-e5efd6380fd3 admin admin] Network 5467fe04-58d8-4cf1-9bf3-ac31cba799ff is already hosted by enough agents. {{(pid=86311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 18:17:26.998932 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.scheduler.base_scheduler [None req-fda00e87-6ed4-423a-b2b4-e5efd6380fd3 admin admin] Resources bound (agent type, host, resource id): {{(pid=86311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:17:27.001781 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-c1dc632a-cc22-4a72-9df0-ab498c8e2d0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:27.004915 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Pushing event updated for resources: {'Port': ['ID=eaf55504-8c2a-4c19-9976-39cc3c6b724a,revision_number=4']} {{(pid=86312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:17:27.009829 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:17:27.040567 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128c4ef4-1ef9-4a83-a605-42a16f727fd0 req-a7e65b11-7a1a-4d87-83b3-5dd22d583c49 tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:17:27.051233 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-128c4ef4-1ef9-4a83-a605-42a16f727fd0 req-a7e65b11-7a1a-4d87-83b3-5dd22d583c49 tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] 10.222.0.32 "GET /v2.0/ports?device_id=eff2a335-63b8-4d79-b9ce-f4aee5dc5ca9 HTTP/1.1" status: 200 len: 946 time: 0.1770978 Apr 20 18:17:27.129857 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-c1dc632a-cc22-4a72-9df0-ab498c8e2d0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:27.148622 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-128c4ef4-1ef9-4a83-a605-42a16f727fd0 req-cb3acc50-b298-4ad0-9b46-ce9d1a5480b5 tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] 10.222.0.32 "GET /v2.0/security-groups?id=e00ece0e-9c57-41eb-9bc3-9c38bfc30996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886402 Apr 20 18:17:27.272651 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.32', 51374) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:17:27.295744 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-e374ff74-d162-4495-9cce-b09164a9cca3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:27.319504 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-e374ff74-d162-4495-9cce-b09164a9cca3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:17:27.325160 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-e374ff74-d162-4495-9cce-b09164a9cca3 admin admin] Usage tracker for resource:security_group_rule and tenant:7c765fdb11a841d58796713ec982bcc4 is out of sync, need to count used quota {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:17:27.331074 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-e374ff74-d162-4495-9cce-b09164a9cca3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:17:27.332370 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165fa042-e259-410b-88ba-6bdb43b0f197 req-8b39f190-f5ae-4749-b4f7-834fb70a468c tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:17:27.334195 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-165fa042-e259-410b-88ba-6bdb43b0f197 req-8b39f190-f5ae-4749-b4f7-834fb70a468c tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] 10.222.0.32 "GET /v2.0/ports?device_id=57b2d215-a646-4377-934b-f64e1f3dabe0 HTTP/1.1" status: 200 len: 946 time: 0.6242385 Apr 20 18:17:27.348786 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-e374ff74-d162-4495-9cce-b09164a9cca3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:17:27.417343 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-c1dc632a-cc22-4a72-9df0-ab498c8e2d0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854236768'] for security_group, after_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:27.426970 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fda00e87-6ed4-423a-b2b4-e5efd6380fd3 admin admin] Router fdd8f8c3-dbe7-42f7-bc3b-422932aa929e has already been hosted by L3 agent 40af0123-fc20-4e27-8672-759459b7c5ef {{(pid=86311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 18:17:27.427988 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-0bf89617-8da5-40cb-ab98-65923bcac936 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:17:27.450770 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.provisioning_blocks [None req-4fcc58a3-abde-412a-a383-410547d4d50b None None] Provisioning complete for port 21f46fbf-fa06-4251-907f-cbb826db912b triggered by entity DHCP. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:17:27.451480 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-4fcc58a3-abde-412a-a383-410547d4d50b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853381758'] for port, provisioning_complete {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:27.453399 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-e374ff74-d162-4495-9cce-b09164a9cca3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:27.455140 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-165fa042-e259-410b-88ba-6bdb43b0f197 req-89524e4f-d9ad-4f62-9852-b9e836dd359e tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] 10.222.0.32 "GET /v2.0/security-groups?id=63e5a295-1c1b-4259-93ce-61133d92337d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116469 Apr 20 18:17:27.459933 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-e374ff74-d162-4495-9cce-b09164a9cca3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854236768'] for security_group, after_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:27.464399 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1dc632a-cc22-4a72-9df0-ab498c8e2d0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f008d4ad-2dba-4e7e-8748-fc517cddacfd,revision_number=None']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:17:27.499391 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-cfec612c-2b9e-4a8b-a93c-3424877ccfb6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:17:27.509632 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-e374ff74-d162-4495-9cce-b09164a9cca3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7c765fdb11a841d58796713ec982bcc4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2358007 Apr 20 18:17:27.515000 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.32', 51380) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:17:27.566628 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e374ff74-d162-4495-9cce-b09164a9cca3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49c04146-f554-48c5-a02e-1ad45c8d00ac,revision_number=1']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:17:27.573785 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-e374ff74-d162-4495-9cce-b09164a9cca3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:17:27.606878 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-c1dc632a-cc22-4a72-9df0-ab498c8e2d0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:17:27.610367 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.plugin [None req-4fcc58a3-abde-412a-a383-410547d4d50b None None] Port 21f46fbf-fa06-4251-907f-cbb826db912b cannot update to ACTIVE because it is not bound. {{(pid=86312) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 18:17:27.612620 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-c1dc632a-cc22-4a72-9df0-ab498c8e2d0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:27.614462 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-c1dc632a-cc22-4a72-9df0-ab498c8e2d0a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f008d4ad-2dba-4e7e-8748-fc517cddacfd HTTP/1.1" status: 204 len: 168 time: 1.0708888 Apr 20 18:17:27.618088 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-55a844bf-b613-489a-b744-312cbe6a2248 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:27.657476 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-55a844bf-b613-489a-b744-312cbe6a2248 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:27.710571 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-55a844bf-b613-489a-b744-312cbe6a2248 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854236768'] for security_group, after_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:27.717190 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-6d39dfc0-c41a-4ba4-86a9-413472c34e3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:17:27.736112 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a844bf-b613-489a-b744-312cbe6a2248 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49c04146-f554-48c5-a02e-1ad45c8d00ac,revision_number=None']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:17:27.739186 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-55a844bf-b613-489a-b744-312cbe6a2248 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:17:27.751797 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-55a844bf-b613-489a-b744-312cbe6a2248 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:27.753481 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-55a844bf-b613-489a-b744-312cbe6a2248 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/49c04146-f554-48c5-a02e-1ad45c8d00ac HTTP/1.1" status: 204 len: 168 time: 0.2363682 Apr 20 18:17:27.906737 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-c1044d1c-6537-42dc-b642-2ac28ef5e48a req-f846ee01-27e6-4813-b98e-2a09ca593c6f tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] 10.222.0.32 "GET /v2.0/ports?device_id=07d6c6c3-c813-4ea4-9976-f31a36a8cdd1 HTTP/1.1" status: 200 len: 210 time: 0.0796235 Apr 20 18:17:27.910467 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fda00e87-6ed4-423a-b2b4-e5efd6380fd3 admin admin] Notify agent at l3_agent.dv-cinder-786929-2-smb the message routers_updated {{(pid=86311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 18:17:27.924893 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-fda00e87-6ed4-423a-b2b4-e5efd6380fd3 admin admin] 10.222.0.32 "PUT /v2.0/routers/fdd8f8c3-dbe7-42f7-bc3b-422932aa929e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4464598 Apr 20 18:17:27.925617 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daef667d-9a39-411a-8611-ee9534edbe49 None None] Sync routers for ids ['fdd8f8c3-dbe7-42f7-bc3b-422932aa929e'] in dv-cinder-786929-2-smb {{(pid=86312) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 18:17:27.941202 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daef667d-9a39-411a-8611-ee9534edbe49 None None] Routers {'fdd8f8c3-dbe7-42f7-bc3b-422932aa929e'} bound to L3 agent in host dv-cinder-786929-2-smb {{(pid=86312) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:17:27.941750 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_hamode_db [None req-daef667d-9a39-411a-8611-ee9534edbe49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786929-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T18:07:11Z,description=,heartbeat_timestamp=2021-04-20T18:17:11Z,host='dv-cinder-786929-2-smb',id=40af0123-fc20-4e27-8672-759459b7c5ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T18:07:11Z,topic='l3_agent')) {'router_ids': ['fdd8f8c3-dbe7-42f7-bc3b-422932aa929e'], 'active': True} {{(pid=86312) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:17:28.349673 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.rpc [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Device eaf55504-8c2a-4c19-9976-39cc3c6b724a up at agent ovs-agent-dv-cinder-786929-2-smb {{(pid=86312) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:17:28.414115 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e9d4d1-8ef9-4701-b404-2d550c4b561d req-14917e37-3b0b-42cc-a7fe-56966bc6da3e tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:17:28.416677 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-c2e9d4d1-8ef9-4701-b404-2d550c4b561d req-14917e37-3b0b-42cc-a7fe-56966bc6da3e tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] 10.222.0.13 "GET /v2.0/networks?id=5b82a5ad-5a0b-4f36-b6c5-403cadd34a79 HTTP/1.1" status: 200 len: 817 time: 0.3262260 Apr 20 18:17:28.514023 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce975e2f-e13b-40e1-9280-fb55cda8cedb req-7be0b79f-904b-40c3-82de-d89b875d6935 tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:17:28.515868 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-ce975e2f-e13b-40e1-9280-fb55cda8cedb req-7be0b79f-904b-40c3-82de-d89b875d6935 tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] 10.222.0.32 "GET /v2.0/ports?device_id=eff2a335-63b8-4d79-b9ce-f4aee5dc5ca9 HTTP/1.1" status: 200 len: 946 time: 0.1378183 Apr 20 18:17:28.597911 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-c2e9d4d1-8ef9-4701-b404-2d550c4b561d req-051c5123-f715-4440-9b87-0d0a7f59831d tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=02dae3b9331843428972d1ab84d0d2ed HTTP/1.1" status: 200 len: 5708 time: 0.1680999 Apr 20 18:17:28.612440 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.v2.base [req-c2e9d4d1-8ef9-4701-b404-2d550c4b561d req-c03e3295-fc5e-4fed-9a69-43142424b033 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Request body: {'port': {'device_id': '07d6c6c3-c813-4ea4-9976-f31a36a8cdd1', 'network_id': '5b82a5ad-5a0b-4f36-b6c5-403cadd34a79', 'admin_state_up': True, 'tenant_id': '02dae3b9331843428972d1ab84d0d2ed', 'security_groups': ['72e2741b-2767-416b-b004-90187f015a8a']}} {{(pid=86310) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:17:28.636985 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-ce975e2f-e13b-40e1-9280-fb55cda8cedb req-80876375-5bc0-4c45-9fa9-c0bda30884e9 tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] 10.222.0.32 "GET /v2.0/security-groups?id=e00ece0e-9c57-41eb-9bc3-9c38bfc30996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107070 Apr 20 18:17:28.692089 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.32', 51414) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:17:28.735053 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-cf7cf5c4-8d7f-48df-9422-49eb6a04c7a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:28.775557 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_dvr_db [None req-daef667d-9a39-411a-8611-ee9534edbe49 None None] Set router fdd8f8c3-dbe7-42f7-bc3b-422932aa929e gateway port host: dv-cinder-786929-2-smb {{(pid=86312) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 18:17:28.778322 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-cf7cf5c4-8d7f-48df-9422-49eb6a04c7a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:17:28.791009 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-cf7cf5c4-8d7f-48df-9422-49eb6a04c7a6 admin admin] Usage tracker for resource:security_group_rule and tenant:a767ec6c3aa5463cbeab6417b0ecd603 is out of sync, need to count used quota {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:17:28.794450 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-cf7cf5c4-8d7f-48df-9422-49eb6a04c7a6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:17:28.803428 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-cf7cf5c4-8d7f-48df-9422-49eb6a04c7a6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:17:28.880316 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [req-c2e9d4d1-8ef9-4701-b404-2d550c4b561d req-c03e3295-fc5e-4fed-9a69-43142424b033 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:17:28.905560 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-cf7cf5c4-8d7f-48df-9422-49eb6a04c7a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:28.907366 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [req-c2e9d4d1-8ef9-4701-b404-2d550c4b561d req-c03e3295-fc5e-4fed-9a69-43142424b033 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:17:28.908919 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-cf7cf5c4-8d7f-48df-9422-49eb6a04c7a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854236768'] for security_group, after_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:28.933387 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2e9d4d1-8ef9-4701-b404-2d550c4b561d req-c03e3295-fc5e-4fed-9a69-43142424b033 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Made reservation on behalf of 02dae3b9331843428972d1ab84d0d2ed for: {'port': 1} {{(pid=86310) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 18:17:28.941785 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-4111013e-401c-4a0b-9338-5a36a5de3a49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:17:28.951235 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-c2e9d4d1-8ef9-4701-b404-2d550c4b561d req-c03e3295-fc5e-4fed-9a69-43142424b033 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624671'] for port, before_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:28.967824 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.provisioning_blocks [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Provisioning complete for port eaf55504-8c2a-4c19-9976-39cc3c6b724a triggered by entity L2. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:17:28.968334 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853381758'] for port, provisioning_complete {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:29.021573 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-cf7cf5c4-8d7f-48df-9422-49eb6a04c7a6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a767ec6c3aa5463cbeab6417b0ecd603&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3282928 Apr 20 18:17:29.022446 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.32', 51432) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:17:29.023325 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7cf5c4-8d7f-48df-9422-49eb6a04c7a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cb492c0-c699-4fc2-9f46-a7e185d25ff3,revision_number=1']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:17:29.045727 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-cf7cf5c4-8d7f-48df-9422-49eb6a04c7a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:17:29.196709 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-6161cb22-6eb4-408c-b01b-a5109e39c48d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:29.231921 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-6161cb22-6eb4-408c-b01b-a5109e39c48d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:29.338525 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-6161cb22-6eb4-408c-b01b-a5109e39c48d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854236768'] for security_group, after_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:29.353480 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-97b1c80f-e8bc-4a4c-90ad-8ea7bda312bd req-471c41f5-fe87-45e0-a0ff-267dfc290c03 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] 10.222.0.32 "GET /v2.0/ports?device_id=07d6c6c3-c813-4ea4-9976-f31a36a8cdd1 HTTP/1.1" status: 200 len: 210 time: 0.1708646 Apr 20 18:17:29.365930 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-a2790485-72c6-45e4-ac62-678e568a387f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:17:29.399794 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6161cb22-6eb4-408c-b01b-a5109e39c48d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cb492c0-c699-4fc2-9f46-a7e185d25ff3,revision_number=None']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:17:29.410045 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-6161cb22-6eb4-408c-b01b-a5109e39c48d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:17:29.411657 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-6161cb22-6eb4-408c-b01b-a5109e39c48d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:29.417099 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-6161cb22-6eb4-408c-b01b-a5109e39c48d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2cb492c0-c699-4fc2-9f46-a7e185d25ff3 HTTP/1.1" status: 204 len: 168 time: 0.3683732 Apr 20 18:17:29.463441 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.32', 51448) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:17:29.469718 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.v2.base [None req-8692c083-bee4-4b9f-8f9d-70be96e5dd04 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-795236797-network', 'tenant_id': 'ec8fca4eb7304806a62ea6a9b05feff5'}} {{(pid=86311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:17:29.488760 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-8692c083-bee4-4b9f-8f9d-70be96e5dd04 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:17:29.500693 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-8692c083-bee4-4b9f-8f9d-70be96e5dd04 admin admin] Usage tracker for resource:network and tenant:ec8fca4eb7304806a62ea6a9b05feff5 is out of sync, need to count used quota {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:17:29.505519 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-8692c083-bee4-4b9f-8f9d-70be96e5dd04 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:17:29.515110 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.db_base_plugin_common [req-c2e9d4d1-8ef9-4701-b404-2d550c4b561d req-c03e3295-fc5e-4fed-9a69-43142424b033 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Allocated IP 172.20.0.4 (5b82a5ad-5a0b-4f36-b6c5-403cadd34a79/a0d1d23a-bc57-4fd3-ab7b-5ff7156471c8/e7099379-7fe8-471b-9b2e-8814ac912d1a) {{(pid=86310) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 18:17:29.521117 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-8692c083-bee4-4b9f-8f9d-70be96e5dd04 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:17:29.543667 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_hamode_db [None req-daef667d-9a39-411a-8611-ee9534edbe49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdd8f8c3-dbe7-42f7-bc3b-422932aa929e', 'name': 'tempest-TestMinimumBasicScenario-2031612800-router', 'tenant_id': 'f1ef4bfa09f748e68c0ffb50c325b46d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26051af8-ebd0-4db2-857e-181975352424', 'external_fixed_ips': [{'subnet_id': 'a8fb9e9c-99d7-49f9-8da9-302520785055', 'ip_address': '172.28.0.252'}], 'enable_snat': True}, 'gw_port_id': 'eaf55504-8c2a-4c19-9976-39cc3c6b724a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:17:13Z', 'updated_at': '2021-04-20T18:17:25Z', 'revision_number': 4, 'project_id': 'f1ef4bfa09f748e68c0ffb50c325b46d', 'gw_port': {'id': 'eaf55504-8c2a-4c19-9976-39cc3c6b724a', 'name': '', 'network_id': '26051af8-ebd0-4db2-857e-181975352424', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:51:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdd8f8c3-dbe7-42f7-bc3b-422932aa929e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'a8fb9e9c-99d7-49f9-8da9-302520785055', 'ip_address': '172.28.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:17:15Z', 'updated_at': '2021-04-20T18:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8fb9e9c-99d7-49f9-8da9-302520785055', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-2-smb', '_interfaces': [{'id': '21f46fbf-fa06-4251-907f-cbb826db912b', 'name': '', 'network_id': '5467fe04-58d8-4cf1-9bf3-ac31cba799ff', 'tenant_id': 'f1ef4bfa09f748e68c0ffb50c325b46d', 'mac_address': 'fa:16:3e:a9:94:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdd8f8c3-dbe7-42f7-bc3b-422932aa929e', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'b08a8d50-4a73-40a4-89c8-8b2b52f9748b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:17:23Z', 'updated_at': '2021-04-20T18:17:25Z', 'revision_number': 2, 'project_id': 'f1ef4bfa09f748e68c0ffb50c325b46d', 'subnets': [{'id': 'b08a8d50-4a73-40a4-89c8-8b2b52f9748b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786929-2-smb', False) {} {{(pid=86312) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:17:29.545585 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8692c083-bee4-4b9f-8f9d-70be96e5dd04 admin admin] Made reservation on behalf of ec8fca4eb7304806a62ea6a9b05feff5 for: {'network': 1} {{(pid=86311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 18:17:29.554063 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-8692c083-bee4-4b9f-8f9d-70be96e5dd04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624671'] for network, before_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:29.564956 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daef667d-9a39-411a-8611-ee9534edbe49 None None] Checking router: fdd8f8c3-dbe7-42f7-bc3b-422932aa929e for host: dv-cinder-786929-2-smb {{(pid=86312) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 18:17:29.565667 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daef667d-9a39-411a-8611-ee9534edbe49 None None] Updating router fdd8f8c3-dbe7-42f7-bc3b-422932aa929e port 21f46fbf-fa06-4251-907f-cbb826db912b binding host dv-cinder-786929-2-smb {{(pid=86312) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 20 18:17:29.584050 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-8692c083-bee4-4b9f-8f9d-70be96e5dd04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:29.647903 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-8692c083-bee4-4b9f-8f9d-70be96e5dd04 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:17:29.667502 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-8692c083-bee4-4b9f-8f9d-70be96e5dd04 admin admin] Usage tracker for resource:security_group_rule and tenant:ec8fca4eb7304806a62ea6a9b05feff5 is out of sync, need to count used quota {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:17:29.679561 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-8692c083-bee4-4b9f-8f9d-70be96e5dd04 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:17:29.709285 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-8692c083-bee4-4b9f-8f9d-70be96e5dd04 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:17:29.732369 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-daef667d-9a39-411a-8611-ee9534edbe49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624671'] for port, before_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:29.932679 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-8692c083-bee4-4b9f-8f9d-70be96e5dd04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:29.937405 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-8692c083-bee4-4b9f-8f9d-70be96e5dd04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854236768'] for security_group, after_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:29.941972 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-0445cd9f-cecb-4c1e-a4f5-5c42283be98e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:17:30.017211 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8692c083-bee4-4b9f-8f9d-70be96e5dd04 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 127} {{(pid=86311) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 20 18:17:30.030141 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8692c083-bee4-4b9f-8f9d-70be96e5dd04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0141381-ef45-429b-822d-e496f47c4c7f,revision_number=1']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:17:30.037598 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-c2e9d4d1-8ef9-4701-b404-2d550c4b561d req-c03e3295-fc5e-4fed-9a69-43142424b033 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Notify callbacks [] for port, precommit_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:30.045305 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-8692c083-bee4-4b9f-8f9d-70be96e5dd04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:17:30.051600 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-8692c083-bee4-4b9f-8f9d-70be96e5dd04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1711814'] for segment, precommit_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:30.052000 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.db.segments_db [None req-8692c083-bee4-4b9f-8f9d-70be96e5dd04 admin admin] Added segment fd980a66-31a5-46f7-a49b-b8797b33df90 of type vlan for network 8f4fef7b-1d7f-4c70-8d7a-1b3cf87362ee Apr 20 18:17:30.083059 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.provisioning_blocks [req-c2e9d4d1-8ef9-4701-b404-2d550c4b561d req-c03e3295-fc5e-4fed-9a69-43142424b033 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Transition to ACTIVE for port object e7099379-7fe8-471b-9b2e-8814ac912d1a will not be triggered until provisioned by entity DHCP. {{(pid=86310) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 18:17:30.136510 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-8692c083-bee4-4b9f-8f9d-70be96e5dd04 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363299861504440'] for network, precommit_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:30.179729 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-8692c083-bee4-4b9f-8f9d-70be96e5dd04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854236788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514'] for network, after_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:30.181890 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8692c083-bee4-4b9f-8f9d-70be96e5dd04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:17:30.182733 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-8692c083-bee4-4b9f-8f9d-70be96e5dd04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-751497'] for network, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:30.219956 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-bbf4004f-6dba-4057-94a9-5400da804167 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:17:30.250637 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-8692c083-bee4-4b9f-8f9d-70be96e5dd04 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7865305 Apr 20 18:17:30.257835 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.32', 51476) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:17:30.316937 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.v2.base [None req-783c96d9-ff24-46a1-a9f7-2e0c1e8f59d0 admin admin] Request body: {'subnet': {'network_id': '8f4fef7b-1d7f-4c70-8d7a-1b3cf87362ee', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-795236797-subnet', 'tenant_id': 'ec8fca4eb7304806a62ea6a9b05feff5', 'ip_version': 4}} {{(pid=86311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:17:30.322396 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-783c96d9-ff24-46a1-a9f7-2e0c1e8f59d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:17:30.326478 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-783c96d9-ff24-46a1-a9f7-2e0c1e8f59d0 admin admin] Usage tracker for resource:subnet and tenant:ec8fca4eb7304806a62ea6a9b05feff5 is out of sync, need to count used quota {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:17:30.329456 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-783c96d9-ff24-46a1-a9f7-2e0c1e8f59d0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:17:30.335539 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-783c96d9-ff24-46a1-a9f7-2e0c1e8f59d0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:17:30.347986 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b35e5ca-62b4-4cdb-beb9-88a79be87acd req-9e8da78d-7ce5-4627-9394-d9a675f2eae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:17:30.350921 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-7b35e5ca-62b4-4cdb-beb9-88a79be87acd req-9e8da78d-7ce5-4627-9394-d9a675f2eae8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=48e5df147ce142c88e849dbcf9521831&device_id=57b2d215-a646-4377-934b-f64e1f3dabe0 HTTP/1.1" status: 200 len: 1099 time: 0.2645464 Apr 20 18:17:30.366739 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-783c96d9-ff24-46a1-a9f7-2e0c1e8f59d0 admin admin] Made reservation on behalf of ec8fca4eb7304806a62ea6a9b05feff5 for: {'subnet': 1} {{(pid=86311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 18:17:30.372662 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-783c96d9-ff24-46a1-a9f7-2e0c1e8f59d0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851796276'] for subnet, before_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:30.470771 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-c2e9d4d1-8ef9-4701-b404-2d550c4b561d req-c03e3295-fc5e-4fed-9a69-43142424b033 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852966479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736993280678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852424964'] for port, after_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:30.493581 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-eded60fa-405b-41b6-a143-2aa028a710da service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:17:30.518814 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-daef667d-9a39-411a-8611-ee9534edbe49 None None] Notify callbacks [] for port, precommit_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:30.546873 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.provisioning_blocks [None req-daef667d-9a39-411a-8611-ee9534edbe49 None None] Transition to ACTIVE for port object 21f46fbf-fa06-4251-907f-cbb826db912b will not be triggered until provisioned by entity L2. {{(pid=86312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 18:17:30.562290 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-daef667d-9a39-411a-8611-ee9534edbe49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852966479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736993730504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736993280695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299861495088'] for port, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:30.580401 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:17:30.607490 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6feb8bcd-61f0-4c45-ae8e-89dea612b8ef req-6fca0c2b-e2a6-41b6-8c38-672add8e3da5 tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:17:30.621828 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-6feb8bcd-61f0-4c45-ae8e-89dea612b8ef req-6fca0c2b-e2a6-41b6-8c38-672add8e3da5 tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] 10.222.0.32 "GET /v2.0/ports?device_id=57b2d215-a646-4377-934b-f64e1f3dabe0 HTTP/1.1" status: 200 len: 946 time: 0.4076328 Apr 20 18:17:30.657475 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03e3295-fc5e-4fed-9a69-43142424b033 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Pushing event updated for resources: {'Port': ['ID=e7099379-7fe8-471b-9b2e-8814ac912d1a,revision_number=1']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:17:30.675696 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-c03e3295-fc5e-4fed-9a69-43142424b033 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:17:30.680451 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2e9d4d1-8ef9-4701-b404-2d550c4b561d req-c03e3295-fc5e-4fed-9a69-43142424b033 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Network 5b82a5ad-5a0b-4f36-b6c5-403cadd34a79 is already hosted by enough agents. {{(pid=86310) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 18:17:30.698896 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.scheduler.base_scheduler [req-c2e9d4d1-8ef9-4701-b404-2d550c4b561d req-c03e3295-fc5e-4fed-9a69-43142424b033 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Resources bound (agent type, host, resource id): {{(pid=86310) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:17:30.705756 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2e9d4d1-8ef9-4701-b404-2d550c4b561d req-c03e3295-fc5e-4fed-9a69-43142424b033 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Received port after_create {{(pid=86310) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 18:17:30.807357 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e9d4d1-8ef9-4701-b404-2d550c4b561d req-c03e3295-fc5e-4fed-9a69-43142424b033 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:17:30.808074 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-c2e9d4d1-8ef9-4701-b404-2d550c4b561d req-c03e3295-fc5e-4fed-9a69-43142424b033 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759958'] for port, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:30.810134 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8692c083-bee4-4b9f-8f9d-70be96e5dd04 admin admin] Pushing event updated for resources: {'Network': ['ID=8f4fef7b-1d7f-4c70-8d7a-1b3cf87362ee,revision_number=1']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:17:30.826854 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-8692c083-bee4-4b9f-8f9d-70be96e5dd04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.607s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:17:30.857764 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-6feb8bcd-61f0-4c45-ae8e-89dea612b8ef req-33ee7b7d-b059-4fe6-a926-7c290b1592ed tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] 10.222.0.32 "GET /v2.0/security-groups?id=63e5a295-1c1b-4259-93ce-61133d92337d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2348762 Apr 20 18:17:30.880322 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-c2e9d4d1-8ef9-4701-b404-2d550c4b561d req-c03e3295-fc5e-4fed-9a69-43142424b033 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2668321 Apr 20 18:17:30.890881 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.rpc [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Network 8f4fef7b-1d7f-4c70-8d7a-1b3cf87362ee details requested by agent ovs-agent-dv-cinder-786929-2-smb with host dv-cinder-786929-2-smb {{(pid=86312) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 18:17:30.926545 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.v2.base [req-c2e9d4d1-8ef9-4701-b404-2d550c4b561d req-5d4b6137-ba71-43b9-9780-cf2b7db967c8 service neutron] Request body: {'port': {'device_id': '07d6c6c3-c813-4ea4-9976-f31a36a8cdd1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78692'}} {{(pid=86310) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:17:31.049166 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.32', 51500) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:17:31.099783 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f429f1cc-20cc-406c-87a9-0e65cb231b72 req-6b594681-b116-4e92-8dc2-dbadaa506668 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:17:31.101710 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-f429f1cc-20cc-406c-87a9-0e65cb231b72 req-6b594681-b116-4e92-8dc2-dbadaa506668 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] 10.222.0.32 "GET /v2.0/ports?device_id=07d6c6c3-c813-4ea4-9976-f31a36a8cdd1 HTTP/1.1" status: 200 len: 931 time: 0.5114319 Apr 20 18:17:31.130547 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b35e5ca-62b4-4cdb-beb9-88a79be87acd req-57d6c00a-3733-47d6-aed2-fc67c2b557c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:17:31.132151 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-7b35e5ca-62b4-4cdb-beb9-88a79be87acd req-57d6c00a-3733-47d6-aed2-fc67c2b557c6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=15a6a0fd-d337-49a6-891c-eac6549b2bfb HTTP/1.1" status: 200 len: 919 time: 0.7668583 Apr 20 18:17:31.256513 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [req-f429f1cc-20cc-406c-87a9-0e65cb231b72 req-e4e240a8-c209-41ce-8237-4ab180266fff tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Synchronizing usage tracker for tenant:02dae3b9331843428972d1ab84d0d2ed on resource:security_group {{(pid=86311) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 18:17:31.272259 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [req-f429f1cc-20cc-406c-87a9-0e65cb231b72 req-e4e240a8-c209-41ce-8237-4ab180266fff tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Unset dirty status for tenant:02dae3b9331843428972d1ab84d0d2ed on resource:security_group {{(pid=86311) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 18:17:31.283273 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-f429f1cc-20cc-406c-87a9-0e65cb231b72 req-e4e240a8-c209-41ce-8237-4ab180266fff tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] 10.222.0.32 "GET /v2.0/security-groups?id=72e2741b-2767-416b-b004-90187f015a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1508832 Apr 20 18:17:31.289837 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead9bc58-c908-4dbd-9816-488c21a37476 None None] Pushing event updated for resources: {'Port': ['ID=21f46fbf-fa06-4251-907f-cbb826db912b,revision_number=3']} {{(pid=86312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:17:31.293111 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-ead9bc58-c908-4dbd-9816-488c21a37476 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.713s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:17:31.294689 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.managers [None req-daef667d-9a39-411a-8611-ee9534edbe49 None None] Attempting to bind port 21f46fbf-fa06-4251-907f-cbb826db912b on host dv-cinder-786929-2-smb for vnic_type normal with profile {{(pid=86312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 18:17:31.295381 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.managers [None req-daef667d-9a39-411a-8611-ee9534edbe49 None None] Attempting to bind port 21f46fbf-fa06-4251-907f-cbb826db912b by drivers openvswitch,hyperv on host dv-cinder-786929-2-smb at level 0 using segments [{'id': 'c3761845-e004-4da1-9e49-7695607d742e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '5467fe04-58d8-4cf1-9bf3-ac31cba799ff'}] {{(pid=86312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 18:17:31.295790 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daef667d-9a39-411a-8611-ee9534edbe49 None None] Attempting to bind port 21f46fbf-fa06-4251-907f-cbb826db912b on network 5467fe04-58d8-4cf1-9bf3-ac31cba799ff {{(pid=86312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 18:17:31.310134 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daef667d-9a39-411a-8611-ee9534edbe49 None None] Checking agent: {'id': '909349f5-e61f-491f-bcfb-3e6f3416917d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786929-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 7, 12), 'started_at': datetime.datetime(2021, 4, 20, 18, 7, 42), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 17, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786929-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 18:17:31.310577 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daef667d-9a39-411a-8611-ee9534edbe49 None None] Checking segment: {'id': 'c3761845-e004-4da1-9e49-7695607d742e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '5467fe04-58d8-4cf1-9bf3-ac31cba799ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 18:17:31.311028 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-daef667d-9a39-411a-8611-ee9534edbe49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:31.311516 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daef667d-9a39-411a-8611-ee9534edbe49 None None] Bound using segment: {'id': 'c3761845-e004-4da1-9e49-7695607d742e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '5467fe04-58d8-4cf1-9bf3-ac31cba799ff'} {{(pid=86312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 18:17:31.312088 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.managers [None req-daef667d-9a39-411a-8611-ee9534edbe49 None None] Bound port: 21f46fbf-fa06-4251-907f-cbb826db912b, host: dv-cinder-786929-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3761845-e004-4da1-9e49-7695607d742e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '5467fe04-58d8-4cf1-9bf3-ac31cba799ff'}}] {{(pid=86312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 18:17:31.312504 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-daef667d-9a39-411a-8611-ee9534edbe49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624671'] for port, before_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:31.422469 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.provisioning_blocks [None req-4901df64-f994-4ded-9eab-bd8bc6827c6f None None] Provisioning for port e7099379-7fe8-471b-9b2e-8814ac912d1a completed by entity DHCP. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 18:17:31.432932 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.provisioning_blocks [None req-4901df64-f994-4ded-9eab-bd8bc6827c6f None None] Provisioning complete for port e7099379-7fe8-471b-9b2e-8814ac912d1a triggered by entity DHCP. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:17:31.433630 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-4901df64-f994-4ded-9eab-bd8bc6827c6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853381758'] for port, provisioning_complete {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:31.468422 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-783c96d9-ff24-46a1-a9f7-2e0c1e8f59d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854235284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4081685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851796259'] for subnet, after_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:31.473427 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-555b0b3c-f4ab-4f5a-98bc-5cb85e95eee0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:17:31.551473 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-c2e9d4d1-8ef9-4701-b404-2d550c4b561d req-5d4b6137-ba71-43b9-9780-cf2b7db967c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624671'] for port, before_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:31.553878 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.db [None req-daef667d-9a39-411a-8611-ee9534edbe49 None None] For port 21f46fbf-fa06-4251-907f-cbb826db912b, host dv-cinder-786929-2-smb, cleared binding levels {{(pid=86312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 18:17:31.558364 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.db [None req-daef667d-9a39-411a-8611-ee9534edbe49 None None] For port 21f46fbf-fa06-4251-907f-cbb826db912b, host dv-cinder-786929-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-2-smb',level=0,port_id=21f46fbf-fa06-4251-907f-cbb826db912b,segment=NetworkSegment(c3761845-e004-4da1-9e49-7695607d742e),segment_id=c3761845-e004-4da1-9e49-7695607d742e)] {{(pid=86312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 18:17:31.568321 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-daef667d-9a39-411a-8611-ee9534edbe49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852966479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736993730504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736993280695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299861495088'] for port, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:31.580230 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-063d31f5-806e-4039-8522-62d7e20b0ce5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:17:31.589670 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-783c96d9-ff24-46a1-a9f7-2e0c1e8f59d0 admin admin] Checking segment: {'id': 'fd980a66-31a5-46f7-a49b-b8797b33df90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '8f4fef7b-1d7f-4c70-8d7a-1b3cf87362ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 18:17:31.590072 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-783c96d9-ff24-46a1-a9f7-2e0c1e8f59d0 admin admin] Network hostable DHCP agents. Network: 8f4fef7b-1d7f-4c70-8d7a-1b3cf87362ee, hostable agents: ['7b7ebe60-b598-4f49-9612-2aa98fec0998'], hosted agents: [] {{(pid=86311) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 18:17:31.603600 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783c96d9-ff24-46a1-a9f7-2e0c1e8f59d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c6a4747d-0f52-437a-8625-5de6c991d250,revision_number=0']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:17:31.613723 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-783c96d9-ff24-46a1-a9f7-2e0c1e8f59d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:17:31.615345 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.v2.base [None req-8b31c6c9-31d0-4a71-9a39-db6c017cc0fc admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1311682747-network', 'tenant_id': '568e6eb4e6844fc9b8de360489f8f93a'}} {{(pid=86310) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:17:31.627363 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-8b31c6c9-31d0-4a71-9a39-db6c017cc0fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:17:31.633783 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-783c96d9-ff24-46a1-a9f7-2e0c1e8f59d0 admin admin] Network 8f4fef7b-1d7f-4c70-8d7a-1b3cf87362ee is scheduled to be hosted by DHCP agent 7b7ebe60-b598-4f49-9612-2aa98fec0998 with binding_index 1 {{(pid=86311) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 18:17:31.638625 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-8b31c6c9-31d0-4a71-9a39-db6c017cc0fc admin admin] Usage tracker for resource:network and tenant:568e6eb4e6844fc9b8de360489f8f93a is out of sync, need to count used quota {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:17:31.652033 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-8b31c6c9-31d0-4a71-9a39-db6c017cc0fc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:17:31.667295 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.scheduler.base_scheduler [None req-783c96d9-ff24-46a1-a9f7-2e0c1e8f59d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786929-2-smb, 8f4fef7b-1d7f-4c70-8d7a-1b3cf87362ee) {{(pid=86311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:17:31.695279 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-8b31c6c9-31d0-4a71-9a39-db6c017cc0fc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:17:31.698123 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9f081dd-b6c4-4041-9b70-5c427ba7104b None None] Network 8f4fef7b-1d7f-4c70-8d7a-1b3cf87362ee requested from dv-cinder-786929-2-smb {{(pid=86312) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 18:17:31.715714 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-783c96d9-ff24-46a1-a9f7-2e0c1e8f59d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:17:31.716400 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-783c96d9-ff24-46a1-a9f7-2e0c1e8f59d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-751497'] for subnet, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:31.727963 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-7b35e5ca-62b4-4cdb-beb9-88a79be87acd req-483b99db-2c55-4bfd-82bf-60cc66093958 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8fb4d145-1862-458a-8f77-c2300060536e HTTP/1.1" status: 200 len: 217 time: 0.2356811 Apr 20 18:17:31.764744 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-783c96d9-ff24-46a1-a9f7-2e0c1e8f59d0 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.5056622 Apr 20 18:17:31.770980 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.32', 51516) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:17:31.778036 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.v2.base [None req-703ee04f-8ec7-4593-9738-e0c4b922679b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-795236797-router', 'tenant_id': 'ec8fca4eb7304806a62ea6a9b05feff5', 'external_gateway_info': {'network_id': '26051af8-ebd0-4db2-857e-181975352424'}}} {{(pid=86311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:17:31.784043 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-703ee04f-8ec7-4593-9738-e0c4b922679b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:17:31.788772 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-703ee04f-8ec7-4593-9738-e0c4b922679b admin admin] Usage tracker for resource:router and tenant:ec8fca4eb7304806a62ea6a9b05feff5 is out of sync, need to count used quota {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:17:31.812536 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-703ee04f-8ec7-4593-9738-e0c4b922679b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:17:31.827363 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-703ee04f-8ec7-4593-9738-e0c4b922679b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:17:31.829230 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daef667d-9a39-411a-8611-ee9534edbe49 None None] Routers {'fdd8f8c3-dbe7-42f7-bc3b-422932aa929e'} bound to L3 agent in host dv-cinder-786929-2-smb {{(pid=86312) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:17:31.830055 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_hamode_db [None req-daef667d-9a39-411a-8611-ee9534edbe49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786929-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T18:07:11Z,description=,heartbeat_timestamp=2021-04-20T18:17:11Z,host='dv-cinder-786929-2-smb',id=40af0123-fc20-4e27-8672-759459b7c5ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T18:07:11Z,topic='l3_agent')) {'router_ids': ['fdd8f8c3-dbe7-42f7-bc3b-422932aa929e'], 'active': True} {{(pid=86312) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:17:31.847852 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-703ee04f-8ec7-4593-9738-e0c4b922679b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854382097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854760223'] for router, before_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:31.848985 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-703ee04f-8ec7-4593-9738-e0c4b922679b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-393703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-626689', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535056', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15593'] for router, precommit_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:31.870887 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-703ee04f-8ec7-4593-9738-e0c4b922679b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:32.032002 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b35e5ca-62b4-4cdb-beb9-88a79be87acd req-65bcf90a-b013-4986-bece-b89ff1ce4856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:17:32.033718 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-7b35e5ca-62b4-4cdb-beb9-88a79be87acd req-65bcf90a-b013-4986-bece-b89ff1ce4856 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ebfd3c2f-c00a-4eb7-8bea-d2691ff138cc HTTP/1.1" status: 200 len: 858 time: 0.1238327 Apr 20 18:17:32.222458 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b31c6c9-31d0-4a71-9a39-db6c017cc0fc admin admin] Made reservation on behalf of 568e6eb4e6844fc9b8de360489f8f93a for: {'network': 1} {{(pid=86310) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 18:17:32.228264 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-8b31c6c9-31d0-4a71-9a39-db6c017cc0fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624671'] for network, before_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:32.263754 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-7b35e5ca-62b4-4cdb-beb9-88a79be87acd req-8fb28df5-7a7b-4b17-9c7d-84303bbbbb18 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=15a6a0fd-d337-49a6-891c-eac6549b2bfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1010830 Apr 20 18:17:32.267037 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-8b31c6c9-31d0-4a71-9a39-db6c017cc0fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:32.327750 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.plugin [None req-4901df64-f994-4ded-9eab-bd8bc6827c6f None None] Port e7099379-7fe8-471b-9b2e-8814ac912d1a cannot update to ACTIVE because it is not bound. {{(pid=86312) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 18:17:32.378701 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead9bc58-c908-4dbd-9816-488c21a37476 None None] Pushing event updated for resources: {'Port': ['ID=21f46fbf-fa06-4251-907f-cbb826db912b,revision_number=4']} {{(pid=86312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:17:32.385775 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-8b31c6c9-31d0-4a71-9a39-db6c017cc0fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:17:32.393431 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-ead9bc58-c908-4dbd-9816-488c21a37476 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.813s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:17:32.405910 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-8b31c6c9-31d0-4a71-9a39-db6c017cc0fc admin admin] Usage tracker for resource:security_group_rule and tenant:568e6eb4e6844fc9b8de360489f8f93a is out of sync, need to count used quota {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:17:32.422664 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-8b31c6c9-31d0-4a71-9a39-db6c017cc0fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:17:32.443419 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_dvr_db [None req-daef667d-9a39-411a-8611-ee9534edbe49 None None] Set router fdd8f8c3-dbe7-42f7-bc3b-422932aa929e gateway port host: dv-cinder-786929-2-smb {{(pid=86312) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 18:17:32.492606 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-8b31c6c9-31d0-4a71-9a39-db6c017cc0fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:17:32.542200 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-703ee04f-8ec7-4593-9738-e0c4b922679b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-626934', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-654428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15578'] for router, precommit_update {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:32.612100 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-7b35e5ca-62b4-4cdb-beb9-88a79be87acd req-070db4d3-c442-45fd-8f39-3b0877206d87 service neutron] 10.222.0.13 "GET /v2.0/networks/15a6a0fd-d337-49a6-891c-eac6549b2bfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3330920 Apr 20 18:17:32.672154 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c583177-0cc2-4a28-a4aa-bf9cd6cd5385 req-459e24ee-83f0-498d-829d-2f1831eadcdf tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:17:32.675095 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-3c583177-0cc2-4a28-a4aa-bf9cd6cd5385 req-459e24ee-83f0-498d-829d-2f1831eadcdf tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] 10.222.0.32 "GET /v2.0/ports?device_id=57b2d215-a646-4377-934b-f64e1f3dabe0 HTTP/1.1" status: 200 len: 946 time: 0.1946936 Apr 20 18:17:32.746944 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-3c583177-0cc2-4a28-a4aa-bf9cd6cd5385 req-f963de9f-7d31-4f08-9b14-8d5874005227 tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] 10.222.0.32 "GET /v2.0/security-groups?id=63e5a295-1c1b-4259-93ce-61133d92337d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665469 Apr 20 18:17:32.796127 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29767dd0-2883-428d-a551-2c5e888ef330 req-1337f150-f547-42fd-a75d-26448cd1f25b tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:17:32.797064 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [req-29767dd0-2883-428d-a551-2c5e888ef330 req-1337f150-f547-42fd-a75d-26448cd1f25b tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Synchronizing usage tracker for tenant:02dae3b9331843428972d1ab84d0d2ed on resource:port {{(pid=86310) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 18:17:32.839563 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.notifiers.nova [req-c2e9d4d1-8ef9-4701-b404-2d550c4b561d req-5d4b6137-ba71-43b9-9780-cf2b7db967c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7099379-7fe8-471b-9b2e-8814ac912d1a {{(pid=86310) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 18:17:32.860130 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-c2e9d4d1-8ef9-4701-b404-2d550c4b561d req-5d4b6137-ba71-43b9-9780-cf2b7db967c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:32.877929 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.provisioning_blocks [req-c2e9d4d1-8ef9-4701-b404-2d550c4b561d req-5d4b6137-ba71-43b9-9780-cf2b7db967c8 service neutron] Transition to ACTIVE for port object e7099379-7fe8-471b-9b2e-8814ac912d1a will not be triggered until provisioned by entity L2. {{(pid=86310) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 18:17:32.898638 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-c2e9d4d1-8ef9-4701-b404-2d550c4b561d req-5d4b6137-ba71-43b9-9780-cf2b7db967c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852966479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736993730504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736993280695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299861495088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2350837'] for port, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:32.905068 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [req-29767dd0-2883-428d-a551-2c5e888ef330 req-1337f150-f547-42fd-a75d-26448cd1f25b tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Unset dirty status for tenant:02dae3b9331843428972d1ab84d0d2ed on resource:port {{(pid=86310) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 18:17:32.906769 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-29767dd0-2883-428d-a551-2c5e888ef330 req-1337f150-f547-42fd-a75d-26448cd1f25b tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] 10.222.0.32 "GET /v2.0/ports?device_id=07d6c6c3-c813-4ea4-9976-f31a36a8cdd1 HTTP/1.1" status: 200 len: 931 time: 0.4637175 Apr 20 18:17:32.920730 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:17:33.005131 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-703ee04f-8ec7-4593-9738-e0c4b922679b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:33.052027 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0820528-6983-43ec-96c4-4c6cc43f366a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff0507e1-2995-52a4-a1ca-90377fd35923-8f4fef7b-1d7f-4c70-8d7a-1b3cf87362ee', 'network_id': '8f4fef7b-1d7f-4c70-8d7a-1b3cf87362ee', 'tenant_id': 'ec8fca4eb7304806a62ea6a9b05feff5', 'fixed_ips': [{'subnet_id': 'c6a4747d-0f52-437a-8625-5de6c991d250'}]}} from dv-cinder-786929-2-smb. {{(pid=86312) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 20 18:17:33.052665 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-b0820528-6983-43ec-96c4-4c6cc43f366a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624671'] for port, before_create {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:33.067479 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-703ee04f-8ec7-4593-9738-e0c4b922679b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624671'] for port, before_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:33.081686 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-29767dd0-2883-428d-a551-2c5e888ef330 req-5bea1cb0-232d-4945-a299-7984e724abf0 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] 10.222.0.32 "GET /v2.0/security-groups?id=72e2741b-2767-416b-b004-90187f015a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963619 Apr 20 18:17:33.128510 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299861013637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394135'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:33.215039 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-7b35e5ca-62b4-4cdb-beb9-88a79be87acd req-bd7d6572-81b9-4868-ab2e-d57236d5ee9c service neutron] 10.222.0.13 "GET /v2.0/networks/15a6a0fd-d337-49a6-891c-eac6549b2bfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5465591 Apr 20 18:17:33.225468 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4b6137-ba71-43b9-9780-cf2b7db967c8 service neutron] Pushing event updated for resources: {'Port': ['ID=e7099379-7fe8-471b-9b2e-8814ac912d1a,revision_number=2']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:17:33.229451 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-5d4b6137-ba71-43b9-9780-cf2b7db967c8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:17:33.232228 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-8b31c6c9-31d0-4a71-9a39-db6c017cc0fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:33.252343 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-8b31c6c9-31d0-4a71-9a39-db6c017cc0fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854236768'] for security_group, after_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:33.273443 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b31c6c9-31d0-4a71-9a39-db6c017cc0fc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 136} {{(pid=86310) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 20 18:17:33.276664 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-ba61591d-6535-43e1-b3f5-45c82c087152 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:17:33.355867 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.db_base_plugin_common [None req-703ee04f-8ec7-4593-9738-e0c4b922679b admin admin] Allocated IP 172.28.0.225 (26051af8-ebd0-4db2-857e-181975352424/a8fb9e9c-99d7-49f9-8da9-302520785055/1ac51ac7-b1ea-4dd8-a36c-ec8ede5f4f75) {{(pid=86311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 18:17:33.385671 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b31c6c9-31d0-4a71-9a39-db6c017cc0fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=159e6823-83c7-488c-a617-0884749e7f91,revision_number=1']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:17:33.389728 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-8b31c6c9-31d0-4a71-9a39-db6c017cc0fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:17:33.423468 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-8b31c6c9-31d0-4a71-9a39-db6c017cc0fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1711814'] for segment, precommit_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:33.423895 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.db.segments_db [None req-8b31c6c9-31d0-4a71-9a39-db6c017cc0fc admin admin] Added segment 5d308883-6bba-403d-84fe-7f77b08a55c0 of type vlan for network d990c784-9073-40b8-aa1a-a58c083aec5a Apr 20 18:17:33.480684 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-8b31c6c9-31d0-4a71-9a39-db6c017cc0fc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363299861504440'] for network, precommit_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:33.526204 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.managers [req-c2e9d4d1-8ef9-4701-b404-2d550c4b561d req-5d4b6137-ba71-43b9-9780-cf2b7db967c8 service neutron] Attempting to bind port e7099379-7fe8-471b-9b2e-8814ac912d1a on host hv-cinder-78692 for vnic_type normal with profile {{(pid=86310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 18:17:33.526954 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.managers [req-c2e9d4d1-8ef9-4701-b404-2d550c4b561d req-5d4b6137-ba71-43b9-9780-cf2b7db967c8 service neutron] Attempting to bind port e7099379-7fe8-471b-9b2e-8814ac912d1a by drivers openvswitch,hyperv on host hv-cinder-78692 at level 0 using segments [{'id': '48e9a50f-9987-468e-9cbc-b73b5f8756db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '5b82a5ad-5a0b-4f36-b6c5-403cadd34a79'}] {{(pid=86310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 18:17:33.526954 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2e9d4d1-8ef9-4701-b404-2d550c4b561d req-5d4b6137-ba71-43b9-9780-cf2b7db967c8 service neutron] Attempting to bind port e7099379-7fe8-471b-9b2e-8814ac912d1a on network 5b82a5ad-5a0b-4f36-b6c5-403cadd34a79 {{(pid=86310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 18:17:33.549491 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2e9d4d1-8ef9-4701-b404-2d550c4b561d req-5d4b6137-ba71-43b9-9780-cf2b7db967c8 service neutron] Port e7099379-7fe8-471b-9b2e-8814ac912d1a on network 5b82a5ad-5a0b-4f36-b6c5-403cadd34a79 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78692 {{(pid=86310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 18:17:33.550558 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2e9d4d1-8ef9-4701-b404-2d550c4b561d req-5d4b6137-ba71-43b9-9780-cf2b7db967c8 service neutron] Attempting to bind port e7099379-7fe8-471b-9b2e-8814ac912d1a on network 5b82a5ad-5a0b-4f36-b6c5-403cadd34a79 {{(pid=86310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 18:17:33.552755 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_hamode_db [None req-daef667d-9a39-411a-8611-ee9534edbe49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdd8f8c3-dbe7-42f7-bc3b-422932aa929e', 'name': 'tempest-TestMinimumBasicScenario-2031612800-router', 'tenant_id': 'f1ef4bfa09f748e68c0ffb50c325b46d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26051af8-ebd0-4db2-857e-181975352424', 'external_fixed_ips': [{'subnet_id': 'a8fb9e9c-99d7-49f9-8da9-302520785055', 'ip_address': '172.28.0.252'}], 'enable_snat': True}, 'gw_port_id': 'eaf55504-8c2a-4c19-9976-39cc3c6b724a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:17:13Z', 'updated_at': '2021-04-20T18:17:25Z', 'revision_number': 4, 'project_id': 'f1ef4bfa09f748e68c0ffb50c325b46d', 'gw_port': {'id': 'eaf55504-8c2a-4c19-9976-39cc3c6b724a', 'name': '', 'network_id': '26051af8-ebd0-4db2-857e-181975352424', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:51:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdd8f8c3-dbe7-42f7-bc3b-422932aa929e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'a8fb9e9c-99d7-49f9-8da9-302520785055', 'ip_address': '172.28.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:17:15Z', 'updated_at': '2021-04-20T18:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8fb9e9c-99d7-49f9-8da9-302520785055', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-2-smb', '_interfaces': [{'id': '21f46fbf-fa06-4251-907f-cbb826db912b', 'name': '', 'network_id': '5467fe04-58d8-4cf1-9bf3-ac31cba799ff', 'tenant_id': 'f1ef4bfa09f748e68c0ffb50c325b46d', 'mac_address': 'fa:16:3e:a9:94:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdd8f8c3-dbe7-42f7-bc3b-422932aa929e', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'b08a8d50-4a73-40a4-89c8-8b2b52f9748b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:17:23Z', 'updated_at': '2021-04-20T18:17:31Z', 'revision_number': 4, 'project_id': 'f1ef4bfa09f748e68c0ffb50c325b46d', 'subnets': [{'id': 'b08a8d50-4a73-40a4-89c8-8b2b52f9748b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786929-2-smb', False) {} {{(pid=86312) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:17:33.562682 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2e9d4d1-8ef9-4701-b404-2d550c4b561d req-5d4b6137-ba71-43b9-9780-cf2b7db967c8 service neutron] Checking agent: {'id': '71059bf3-e4c5-4d56-bb94-7a29312e7bcf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78692', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 14, 3), 'started_at': datetime.datetime(2021, 4, 20, 18, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 17, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 18:17:33.563058 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.db_base_plugin_common [None req-b0820528-6983-43ec-96c4-4c6cc43f366a None None] Allocated IP 172.20.0.2 (8f4fef7b-1d7f-4c70-8d7a-1b3cf87362ee/c6a4747d-0f52-437a-8625-5de6c991d250/bd53003e-2be6-4820-88ad-a3b2babe4a03) {{(pid=86312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 18:17:33.563184 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2e9d4d1-8ef9-4701-b404-2d550c4b561d req-5d4b6137-ba71-43b9-9780-cf2b7db967c8 service neutron] Checking segment: {'id': '48e9a50f-9987-468e-9cbc-b73b5f8756db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '5b82a5ad-5a0b-4f36-b6c5-403cadd34a79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 18:17:33.563527 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2e9d4d1-8ef9-4701-b404-2d550c4b561d req-5d4b6137-ba71-43b9-9780-cf2b7db967c8 service neutron] Bound using segment: {'id': '48e9a50f-9987-468e-9cbc-b73b5f8756db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '5b82a5ad-5a0b-4f36-b6c5-403cadd34a79'} {{(pid=86310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 18:17:33.564002 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.managers [req-c2e9d4d1-8ef9-4701-b404-2d550c4b561d req-5d4b6137-ba71-43b9-9780-cf2b7db967c8 service neutron] Bound port: e7099379-7fe8-471b-9b2e-8814ac912d1a, host: hv-cinder-78692, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48e9a50f-9987-468e-9cbc-b73b5f8756db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '5b82a5ad-5a0b-4f36-b6c5-403cadd34a79'}}] {{(pid=86310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 18:17:33.564385 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-c2e9d4d1-8ef9-4701-b404-2d550c4b561d req-5d4b6137-ba71-43b9-9780-cf2b7db967c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624671'] for port, before_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:33.568514 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-703ee04f-8ec7-4593-9738-e0c4b922679b admin admin] Notify callbacks [] for port, precommit_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:33.574341 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daef667d-9a39-411a-8611-ee9534edbe49 None None] The sync data for ids ['fdd8f8c3-dbe7-42f7-bc3b-422932aa929e'] in dv-cinder-786929-2-smb is: [{'id': 'fdd8f8c3-dbe7-42f7-bc3b-422932aa929e', 'name': 'tempest-TestMinimumBasicScenario-2031612800-router', 'tenant_id': 'f1ef4bfa09f748e68c0ffb50c325b46d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26051af8-ebd0-4db2-857e-181975352424', 'external_fixed_ips': [{'subnet_id': 'a8fb9e9c-99d7-49f9-8da9-302520785055', 'ip_address': '172.28.0.252'}], 'enable_snat': True}, 'gw_port_id': 'eaf55504-8c2a-4c19-9976-39cc3c6b724a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:17:13Z', 'updated_at': '2021-04-20T18:17:25Z', 'revision_number': 4, 'project_id': 'f1ef4bfa09f748e68c0ffb50c325b46d', 'gw_port': {'id': 'eaf55504-8c2a-4c19-9976-39cc3c6b724a', 'name': '', 'network_id': '26051af8-ebd0-4db2-857e-181975352424', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:51:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdd8f8c3-dbe7-42f7-bc3b-422932aa929e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'a8fb9e9c-99d7-49f9-8da9-302520785055', 'ip_address': '172.28.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:17:15Z', 'updated_at': '2021-04-20T18:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8fb9e9c-99d7-49f9-8da9-302520785055', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-2-smb', '_interfaces': [{'id': '21f46fbf-fa06-4251-907f-cbb826db912b', 'name': '', 'network_id': '5467fe04-58d8-4cf1-9bf3-ac31cba799ff', 'tenant_id': 'f1ef4bfa09f748e68c0ffb50c325b46d', 'mac_address': 'fa:16:3e:a9:94:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdd8f8c3-dbe7-42f7-bc3b-422932aa929e', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'b08a8d50-4a73-40a4-89c8-8b2b52f9748b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:17:23Z', 'updated_at': '2021-04-20T18:17:31Z', 'revision_number': 4, 'project_id': 'f1ef4bfa09f748e68c0ffb50c325b46d', 'subnets': [{'id': 'b08a8d50-4a73-40a4-89c8-8b2b52f9748b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86312) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 18:17:33.580775 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-8b31c6c9-31d0-4a71-9a39-db6c017cc0fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854236788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514'] for network, after_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:33.590635 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b31c6c9-31d0-4a71-9a39-db6c017cc0fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:17:33.591454 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-8b31c6c9-31d0-4a71-9a39-db6c017cc0fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-751497'] for network, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:33.610607 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:17:33.681569 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-703ee04f-8ec7-4593-9738-e0c4b922679b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852966479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736993280678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850693756'] for port, after_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:33.701326 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-fda00e87-6ed4-423a-b2b4-e5efd6380fd3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:17:33.791448 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-703ee04f-8ec7-4593-9738-e0c4b922679b admin admin] Network 26051af8-ebd0-4db2-857e-181975352424 is already hosted by enough agents. {{(pid=86311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 18:17:33.813886 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.scheduler.base_scheduler [None req-703ee04f-8ec7-4593-9738-e0c4b922679b admin admin] Resources bound (agent type, host, resource id): {{(pid=86311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:17:33.816656 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-8b31c6c9-31d0-4a71-9a39-db6c017cc0fc admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.7662499 Apr 20 18:17:33.822926 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.32', 51542) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:17:33.824346 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-703ee04f-8ec7-4593-9738-e0c4b922679b admin admin] Received port after_create {{(pid=86311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 18:17:33.828162 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b31c6c9-31d0-4a71-9a39-db6c017cc0fc admin admin] Pushing event updated for resources: {'Network': ['ID=d990c784-9073-40b8-aa1a-a58c083aec5a,revision_number=1']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:17:33.831184 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-8b31c6c9-31d0-4a71-9a39-db6c017cc0fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:17:33.845563 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.rpc [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Network d990c784-9073-40b8-aa1a-a58c083aec5a details requested by agent ovs-agent-dv-cinder-786929-2-smb with host dv-cinder-786929-2-smb {{(pid=86312) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 18:17:33.846278 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.v2.base [None req-50e1cbdf-2b8e-494a-98b8-66ce0fab4244 admin admin] Request body: {'subnet': {'network_id': 'd990c784-9073-40b8-aa1a-a58c083aec5a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1311682747-subnet', 'tenant_id': '568e6eb4e6844fc9b8de360489f8f93a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86310) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:17:33.862393 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-50e1cbdf-2b8e-494a-98b8-66ce0fab4244 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:17:33.878848 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-50e1cbdf-2b8e-494a-98b8-66ce0fab4244 admin admin] Usage tracker for resource:subnet and tenant:568e6eb4e6844fc9b8de360489f8f93a is out of sync, need to count used quota {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:17:33.884772 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-50e1cbdf-2b8e-494a-98b8-66ce0fab4244 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:17:33.892378 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.db [req-c2e9d4d1-8ef9-4701-b404-2d550c4b561d req-5d4b6137-ba71-43b9-9780-cf2b7db967c8 service neutron] For port e7099379-7fe8-471b-9b2e-8814ac912d1a, host hv-cinder-78692, cleared binding levels {{(pid=86310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 18:17:33.897616 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-50e1cbdf-2b8e-494a-98b8-66ce0fab4244 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:17:33.901935 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.db [req-c2e9d4d1-8ef9-4701-b404-2d550c4b561d req-5d4b6137-ba71-43b9-9780-cf2b7db967c8 service neutron] For port e7099379-7fe8-471b-9b2e-8814ac912d1a, host hv-cinder-78692, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=e7099379-7fe8-471b-9b2e-8814ac912d1a,segment=NetworkSegment(48e9a50f-9987-468e-9cbc-b73b5f8756db),segment_id=48e9a50f-9987-468e-9cbc-b73b5f8756db)] {{(pid=86310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 18:17:33.909248 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-c2e9d4d1-8ef9-4701-b404-2d550c4b561d req-5d4b6137-ba71-43b9-9780-cf2b7db967c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852966479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736993730504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736993280695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299861495088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2350837'] for port, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:33.911006 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703ee04f-8ec7-4593-9738-e0c4b922679b admin admin] Pushing event updated for resources: {'Port': ['ID=1ac51ac7-b1ea-4dd8-a36c-ec8ede5f4f75,revision_number=1']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:17:33.916457 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-7acfb8a0-4274-476e-9498-a8e008e7b9e4 tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:17:33.923473 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-703ee04f-8ec7-4593-9738-e0c4b922679b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:17:33.965858 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50e1cbdf-2b8e-494a-98b8-66ce0fab4244 admin admin] Made reservation on behalf of 568e6eb4e6844fc9b8de360489f8f93a for: {'subnet': 1} {{(pid=86310) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 18:17:33.970719 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-50e1cbdf-2b8e-494a-98b8-66ce0fab4244 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2406917'] for subnet, before_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:33.998331 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e9d4d1-8ef9-4701-b404-2d550c4b561d req-5d4b6137-ba71-43b9-9780-cf2b7db967c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:17:33.999035 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-c2e9d4d1-8ef9-4701-b404-2d550c4b561d req-5d4b6137-ba71-43b9-9780-cf2b7db967c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759958'] for port, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:34.000536 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-c2e9d4d1-8ef9-4701-b404-2d550c4b561d req-5d4b6137-ba71-43b9-9780-cf2b7db967c8 service neutron] 10.222.0.13 "PUT /v2.0/ports/e7099379-7fe8-471b-9b2e-8814ac912d1a HTTP/1.1" status: 200 len: 1093 time: 3.0957012 Apr 20 18:17:34.080677 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07d6c6c3-c813-4ea4-9976-f31a36a8cdd1', 'tag': 'e7099379-7fe8-471b-9b2e-8814ac912d1a'}] {{(pid=86310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:17:34.155476 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-b0820528-6983-43ec-96c4-4c6cc43f366a None None] Notify callbacks [] for port, precommit_create {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:34.186567 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.provisioning_blocks [None req-b0820528-6983-43ec-96c4-4c6cc43f366a None None] Transition to ACTIVE for port object bd53003e-2be6-4820-88ad-a3b2babe4a03 will not be triggered until provisioned by entity L2. {{(pid=86312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 18:17:34.236628 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.provisioning_blocks [None req-b0820528-6983-43ec-96c4-4c6cc43f366a None None] Transition to ACTIVE for port object bd53003e-2be6-4820-88ad-a3b2babe4a03 will not be triggered until provisioned by entity DHCP. {{(pid=86312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 18:17:34.248847 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-b0820528-6983-43ec-96c4-4c6cc43f366a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852966479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736993280678'] for port, after_create {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:34.278711 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-8a594ff6-98c1-4e9f-9b2b-3187c17cbda0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:17:34.309404 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4b6137-ba71-43b9-9780-cf2b7db967c8 service neutron] Pushing event updated for resources: {'Port': ['ID=e7099379-7fe8-471b-9b2e-8814ac912d1a,revision_number=3']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:17:34.328668 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-5d4b6137-ba71-43b9-9780-cf2b7db967c8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:17:34.444346 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.rpc [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Device 21f46fbf-fa06-4251-907f-cbb826db912b up at agent ovs-agent-dv-cinder-786929-2-smb {{(pid=86312) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:17:34.478401 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07d6c6c3-c813-4ea4-9976-f31a36a8cdd1', 'tag': 'e7099379-7fe8-471b-9b2e-8814ac912d1a', 'status': 'completed', 'code': 200} Apr 20 18:17:34.484665 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e9d4d1-8ef9-4701-b404-2d550c4b561d req-35087016-90a4-4fd9-8c35-f0034474c306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:17:34.486291 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-c2e9d4d1-8ef9-4701-b404-2d550c4b561d req-35087016-90a4-4fd9-8c35-f0034474c306 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=02dae3b9331843428972d1ab84d0d2ed&device_id=07d6c6c3-c813-4ea4-9976-f31a36a8cdd1 HTTP/1.1" status: 200 len: 1096 time: 0.3864341 Apr 20 18:17:34.560379 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0820528-6983-43ec-96c4-4c6cc43f366a None None] Network 8f4fef7b-1d7f-4c70-8d7a-1b3cf87362ee is already hosted by enough agents. {{(pid=86312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 18:17:34.567455 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.scheduler.base_scheduler [None req-b0820528-6983-43ec-96c4-4c6cc43f366a None None] Resources bound (agent type, host, resource id): {{(pid=86312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:17:34.601867 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b2640a-b65c-49a8-90b4-20f7c35a756c req-df062e0f-51b2-4935-8290-6639653d348a tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:17:34.611325 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-36b2640a-b65c-49a8-90b4-20f7c35a756c req-df062e0f-51b2-4935-8290-6639653d348a tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] 10.222.0.32 "GET /v2.0/ports?device_id=57b2d215-a646-4377-934b-f64e1f3dabe0 HTTP/1.1" status: 200 len: 946 time: 0.6274157 Apr 20 18:17:34.624342 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0820528-6983-43ec-96c4-4c6cc43f366a None None] Received port after_create {{(pid=86312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 18:17:34.660401 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-c2e9d4d1-8ef9-4701-b404-2d550c4b561d req-90873678-d4a6-4fa8-9994-cc289c2caa89 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e7099379-7fe8-471b-9b2e-8814ac912d1a HTTP/1.1" status: 200 len: 217 time: 0.1581211 Apr 20 18:17:34.704502 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0820528-6983-43ec-96c4-4c6cc43f366a None None] Pushing event updated for resources: {'Port': ['ID=bd53003e-2be6-4820-88ad-a3b2babe4a03,revision_number=1']} {{(pid=86312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:17:34.712402 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-36b2640a-b65c-49a8-90b4-20f7c35a756c req-b6012475-4d73-45c8-bde1-6b47c4738a84 tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] 10.222.0.32 "GET /v2.0/security-groups?id=63e5a295-1c1b-4259-93ce-61133d92337d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998561 Apr 20 18:17:34.751400 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-b0820528-6983-43ec-96c4-4c6cc43f366a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.473s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:17:34.773362 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.provisioning_blocks [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Provisioning for port 21f46fbf-fa06-4251-907f-cbb826db912b completed by entity L2. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 18:17:34.802282 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-703ee04f-8ec7-4593-9738-e0c4b922679b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:34.847098 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.provisioning_blocks [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Provisioning complete for port 21f46fbf-fa06-4251-907f-cbb826db912b triggered by entity L2. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:17:34.847716 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853381758'] for port, provisioning_complete {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:34.897738 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e9d4d1-8ef9-4701-b404-2d550c4b561d req-9c70d6b0-5060-4276-ae2f-5f4995ab5aba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:17:34.900098 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-c2e9d4d1-8ef9-4701-b404-2d550c4b561d req-9c70d6b0-5060-4276-ae2f-5f4995ab5aba service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a0d1d23a-bc57-4fd3-ab7b-5ff7156471c8 HTTP/1.1" status: 200 len: 856 time: 0.2304027 Apr 20 18:17:34.973007 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.managers [None req-b0820528-6983-43ec-96c4-4c6cc43f366a None None] Attempting to bind port bd53003e-2be6-4820-88ad-a3b2babe4a03 on host dv-cinder-786929-2-smb for vnic_type normal with profile {{(pid=86312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 18:17:34.973927 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.managers [None req-b0820528-6983-43ec-96c4-4c6cc43f366a None None] Attempting to bind port bd53003e-2be6-4820-88ad-a3b2babe4a03 by drivers openvswitch,hyperv on host dv-cinder-786929-2-smb at level 0 using segments [{'id': 'fd980a66-31a5-46f7-a49b-b8797b33df90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '8f4fef7b-1d7f-4c70-8d7a-1b3cf87362ee'}] {{(pid=86312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 18:17:34.974737 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0820528-6983-43ec-96c4-4c6cc43f366a None None] Attempting to bind port bd53003e-2be6-4820-88ad-a3b2babe4a03 on network 8f4fef7b-1d7f-4c70-8d7a-1b3cf87362ee {{(pid=86312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 18:17:34.983148 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0820528-6983-43ec-96c4-4c6cc43f366a None None] Checking agent: {'id': '909349f5-e61f-491f-bcfb-3e6f3416917d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786929-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 7, 12), 'started_at': datetime.datetime(2021, 4, 20, 18, 7, 42), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 17, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786929-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 18:17:34.984155 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0820528-6983-43ec-96c4-4c6cc43f366a None None] Checking segment: {'id': 'fd980a66-31a5-46f7-a49b-b8797b33df90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '8f4fef7b-1d7f-4c70-8d7a-1b3cf87362ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 18:17:34.984985 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-b0820528-6983-43ec-96c4-4c6cc43f366a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:34.987378 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0820528-6983-43ec-96c4-4c6cc43f366a None None] Bound using segment: {'id': 'fd980a66-31a5-46f7-a49b-b8797b33df90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '8f4fef7b-1d7f-4c70-8d7a-1b3cf87362ee'} {{(pid=86312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 18:17:34.988219 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.managers [None req-b0820528-6983-43ec-96c4-4c6cc43f366a None None] Bound port: bd53003e-2be6-4820-88ad-a3b2babe4a03, host: dv-cinder-786929-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd980a66-31a5-46f7-a49b-b8797b33df90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '8f4fef7b-1d7f-4c70-8d7a-1b3cf87362ee'}}] {{(pid=86312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 18:17:34.988851 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-b0820528-6983-43ec-96c4-4c6cc43f366a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624671'] for port, before_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:35.125088 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.db [None req-b0820528-6983-43ec-96c4-4c6cc43f366a None None] For port bd53003e-2be6-4820-88ad-a3b2babe4a03, host dv-cinder-786929-2-smb, cleared binding levels {{(pid=86312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 18:17:35.191191 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624671'] for port, before_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:35.212524 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.db [None req-b0820528-6983-43ec-96c4-4c6cc43f366a None None] For port bd53003e-2be6-4820-88ad-a3b2babe4a03, host dv-cinder-786929-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-2-smb',level=0,port_id=bd53003e-2be6-4820-88ad-a3b2babe4a03,segment=NetworkSegment(fd980a66-31a5-46f7-a49b-b8797b33df90),segment_id=fd980a66-31a5-46f7-a49b-b8797b33df90)] {{(pid=86312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 18:17:35.233969 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.db [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] For port 21f46fbf-fa06-4251-907f-cbb826db912b, host dv-cinder-786929-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-2-smb',level=0,port_id=21f46fbf-fa06-4251-907f-cbb826db912b,segment=NetworkSegment(c3761845-e004-4da1-9e49-7695607d742e),segment_id=c3761845-e004-4da1-9e49-7695607d742e)] {{(pid=86312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:17:35.236543 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-b0820528-6983-43ec-96c4-4c6cc43f366a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852966479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736993730504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736993280695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299861495088'] for port, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:35.248031 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-4b0b835f-3d73-4f9e-9feb-9160543ca31a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:17:35.338363 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592ffaa8-c20f-4e69-b579-7a7132853d3e req-8464f7c1-4571-4c66-bd09-f2202d6d02ae tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:17:35.340056 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-592ffaa8-c20f-4e69-b579-7a7132853d3e req-8464f7c1-4571-4c66-bd09-f2202d6d02ae tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] 10.222.0.32 "GET /v2.0/ports?device_id=07d6c6c3-c813-4ea4-9976-f31a36a8cdd1 HTTP/1.1" status: 200 len: 943 time: 0.5914104 Apr 20 18:17:35.356693 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852966479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736993730504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736993280695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299861495088'] for port, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:35.361569 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0820528-6983-43ec-96c4-4c6cc43f366a None None] Pushing event updated for resources: {'Port': ['ID=bd53003e-2be6-4820-88ad-a3b2babe4a03,revision_number=2']} {{(pid=86312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:17:35.366293 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-b0820528-6983-43ec-96c4-4c6cc43f366a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:17:35.368918 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:17:35.435986 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-592ffaa8-c20f-4e69-b579-7a7132853d3e req-855ac39c-b7c3-4636-9437-801288ed9218 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] 10.222.0.32 "GET /v2.0/security-groups?id=72e2741b-2767-416b-b004-90187f015a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866792 Apr 20 18:17:35.438410 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e9d4d1-8ef9-4701-b404-2d550c4b561d req-54a2df57-4fdb-408b-8e5b-e100c9c3fa04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:17:35.440811 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-c2e9d4d1-8ef9-4701-b404-2d550c4b561d req-54a2df57-4fdb-408b-8e5b-e100c9c3fa04 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5b82a5ad-5a0b-4f36-b6c5-403cadd34a79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.5183179 Apr 20 18:17:35.470275 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-703ee04f-8ec7-4593-9738-e0c4b922679b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854121404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854148900'] for router, after_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:35.492110 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Pushing event updated for resources: {'Port': ['ID=21f46fbf-fa06-4251-907f-cbb826db912b,revision_number=5']} {{(pid=86312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:17:35.506997 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:17:35.729002 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-c2e9d4d1-8ef9-4701-b404-2d550c4b561d req-dc521a7c-517f-4e02-919f-e8955ebf4db2 service neutron] 10.222.0.13 "GET /v2.0/networks/5b82a5ad-5a0b-4f36-b6c5-403cadd34a79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2766373 Apr 20 18:17:35.879394 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-50e1cbdf-2b8e-494a-98b8-66ce0fab4244 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854235284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2350957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2406932'] for subnet, after_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:35.983694 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-1a122a47-b807-46f5-ad74-47bfe11fe7c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:17:36.112266 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-703ee04f-8ec7-4593-9738-e0c4b922679b admin admin] Router aaee1f57-42f7-4f32-b407-a067ab95d548 is scheduled to L3 agent 40af0123-fc20-4e27-8672-759459b7c5ef with binding_index 1 {{(pid=86311) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 20 18:17:36.115703 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-c2e9d4d1-8ef9-4701-b404-2d550c4b561d req-ecc05123-0f70-4d16-ac0f-3e8abba12669 service neutron] 10.222.0.13 "GET /v2.0/networks/5b82a5ad-5a0b-4f36-b6c5-403cadd34a79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3794611 Apr 20 18:17:36.145719 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e1cbdf-2b8e-494a-98b8-66ce0fab4244 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3790ef40-94fe-4384-81d7-8b2f617228ac,revision_number=0']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:17:36.167768 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-50e1cbdf-2b8e-494a-98b8-66ce0fab4244 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:17:36.281707 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3d6421-3870-4db4-a783-974cb6679bb8 req-8549188a-5af1-4329-aba3-7c8432f77226 tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:17:36.283728 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-cd3d6421-3870-4db4-a783-974cb6679bb8 req-8549188a-5af1-4329-aba3-7c8432f77226 tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] 10.222.0.32 "GET /v2.0/ports?device_id=57b2d215-a646-4377-934b-f64e1f3dabe0 HTTP/1.1" status: 200 len: 946 time: 0.3667200 Apr 20 18:17:36.285725 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e1cbdf-2b8e-494a-98b8-66ce0fab4244 admin admin] Checking segment: {'id': '5d308883-6bba-403d-84fe-7f77b08a55c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'd990c784-9073-40b8-aa1a-a58c083aec5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 18:17:36.286518 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50e1cbdf-2b8e-494a-98b8-66ce0fab4244 admin admin] Network hostable DHCP agents. Network: d990c784-9073-40b8-aa1a-a58c083aec5a, hostable agents: ['7b7ebe60-b598-4f49-9612-2aa98fec0998'], hosted agents: [] {{(pid=86310) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 18:17:36.346792 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-703ee04f-8ec7-4593-9738-e0c4b922679b admin admin] Notify agent at l3_agent.dv-cinder-786929-2-smb the message routers_updated {{(pid=86311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 18:17:36.358963 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43055adc-3d0c-4a9d-b240-ded832d57bb8 None None] Sync routers for ids ['aaee1f57-42f7-4f32-b407-a067ab95d548'] in dv-cinder-786929-2-smb {{(pid=86313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 18:17:36.374699 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43055adc-3d0c-4a9d-b240-ded832d57bb8 None None] Routers {'aaee1f57-42f7-4f32-b407-a067ab95d548'} bound to L3 agent in host dv-cinder-786929-2-smb {{(pid=86313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:17:36.375899 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_hamode_db [None req-43055adc-3d0c-4a9d-b240-ded832d57bb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786929-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T18:07:11Z,description=,heartbeat_timestamp=2021-04-20T18:17:11Z,host='dv-cinder-786929-2-smb',id=40af0123-fc20-4e27-8672-759459b7c5ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T18:07:11Z,topic='l3_agent')) {'router_ids': ['aaee1f57-42f7-4f32-b407-a067ab95d548'], 'active': True} {{(pid=86313) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:17:36.377099 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-cd3d6421-3870-4db4-a783-974cb6679bb8 req-2f856b76-2d5a-4d73-bf5d-9c65730b840a tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] 10.222.0.32 "GET /v2.0/security-groups?id=63e5a295-1c1b-4259-93ce-61133d92337d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819190 Apr 20 18:17:36.391178 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1de9d72-2e7d-4b50-93a0-6c93c5869cab req-42eaefe0-3941-4ff9-b5c1-36654b3c85c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:17:36.393621 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-b1de9d72-2e7d-4b50-93a0-6c93c5869cab req-42eaefe0-3941-4ff9-b5c1-36654b3c85c4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=02dae3b9331843428972d1ab84d0d2ed&device_id=07d6c6c3-c813-4ea4-9976-f31a36a8cdd1 HTTP/1.1" status: 200 len: 1096 time: 0.2248437 Apr 20 18:17:36.399476 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-703ee04f-8ec7-4593-9738-e0c4b922679b admin admin] Notify callbacks [] for router, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:36.400384 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50e1cbdf-2b8e-494a-98b8-66ce0fab4244 admin admin] Network d990c784-9073-40b8-aa1a-a58c083aec5a is scheduled to be hosted by DHCP agent 7b7ebe60-b598-4f49-9612-2aa98fec0998 with binding_index 1 {{(pid=86310) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 18:17:36.403832 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-703ee04f-8ec7-4593-9738-e0c4b922679b admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.6285841 Apr 20 18:17:36.404203 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.32', 51586) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:17:36.449460 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.scheduler.base_scheduler [None req-50e1cbdf-2b8e-494a-98b8-66ce0fab4244 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786929-2-smb, d990c784-9073-40b8-aa1a-a58c083aec5a) {{(pid=86310) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:17:36.462292 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16aa9b6c-ab34-4c64-9da7-3060dc26f593 None None] Network d990c784-9073-40b8-aa1a-a58c083aec5a requested from dv-cinder-786929-2-smb {{(pid=86312) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 18:17:36.551234 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50e1cbdf-2b8e-494a-98b8-66ce0fab4244 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:17:36.551889 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-50e1cbdf-2b8e-494a-98b8-66ce0fab4244 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:36.620241 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.rpc [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Device 21f46fbf-fa06-4251-907f-cbb826db912b up at agent ovs-agent-dv-cinder-786929-2-smb {{(pid=86312) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:17:36.629436 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-50e1cbdf-2b8e-494a-98b8-66ce0fab4244 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.8052645 Apr 20 18:17:36.687514 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1de9d72-2e7d-4b50-93a0-6c93c5869cab req-fdee503b-90dd-4e0d-9ed8-249c2ac2fc66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:17:36.694076 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-b1de9d72-2e7d-4b50-93a0-6c93c5869cab req-fdee503b-90dd-4e0d-9ed8-249c2ac2fc66 service neutron] 10.222.0.13 "GET /v2.0/networks?id=5b82a5ad-5a0b-4f36-b6c5-403cadd34a79 HTTP/1.1" status: 200 len: 918 time: 0.2708340 Apr 20 18:17:36.702526 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_dvr_db [None req-43055adc-3d0c-4a9d-b240-ded832d57bb8 None None] Set router aaee1f57-42f7-4f32-b407-a067ab95d548 gateway port host: dv-cinder-786929-2-smb {{(pid=86313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 18:17:36.860404 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-b1de9d72-2e7d-4b50-93a0-6c93c5869cab req-3130221b-1452-4cc1-af52-9f05f688979a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e7099379-7fe8-471b-9b2e-8814ac912d1a HTTP/1.1" status: 200 len: 217 time: 0.1587424 Apr 20 18:17:37.011979 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1de9d72-2e7d-4b50-93a0-6c93c5869cab req-5b173407-9529-4bfd-b25d-ca91d3d85c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:17:37.013673 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-b1de9d72-2e7d-4b50-93a0-6c93c5869cab req-5b173407-9529-4bfd-b25d-ca91d3d85c8a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a0d1d23a-bc57-4fd3-ab7b-5ff7156471c8 HTTP/1.1" status: 200 len: 856 time: 0.1408017 Apr 20 18:17:37.036904 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec6cc52-a8e3-48b3-908f-4cef15b89701 req-1ccefc19-f3a9-466b-b933-282c05d078a5 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:17:37.046338 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-0ec6cc52-a8e3-48b3-908f-4cef15b89701 req-1ccefc19-f3a9-466b-b933-282c05d078a5 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] 10.222.0.32 "GET /v2.0/ports?device_id=07d6c6c3-c813-4ea4-9976-f31a36a8cdd1 HTTP/1.1" status: 200 len: 943 time: 0.2952526 Apr 20 18:17:37.120551 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.provisioning_blocks [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Provisioning complete for port 21f46fbf-fa06-4251-907f-cbb826db912b triggered by entity L2. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:17:37.121249 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853381758'] for port, provisioning_complete {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:37.172371 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8dd34c4-776f-4763-a8bc-f8f3fb65c6ea None None] Network d990c784-9073-40b8-aa1a-a58c083aec5a requested from dv-cinder-786929-2-smb {{(pid=86312) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 18:17:37.199455 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1de9d72-2e7d-4b50-93a0-6c93c5869cab req-3a63f7e1-85d6-43e7-bbf2-6f16654cc067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:17:37.201479 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-b1de9d72-2e7d-4b50-93a0-6c93c5869cab req-3a63f7e1-85d6-43e7-bbf2-6f16654cc067 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5b82a5ad-5a0b-4f36-b6c5-403cadd34a79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1695759 Apr 20 18:17:37.410482 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8e9a6be-e88c-4563-94d6-b3b97624af3a None None] Network 8f4fef7b-1d7f-4c70-8d7a-1b3cf87362ee requested from dv-cinder-786929-2-smb {{(pid=86312) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 18:17:37.441171 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_hamode_db [None req-43055adc-3d0c-4a9d-b240-ded832d57bb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaee1f57-42f7-4f32-b407-a067ab95d548', 'name': 'tempest-TestMinimumBasicScenario-795236797-router', 'tenant_id': 'ec8fca4eb7304806a62ea6a9b05feff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26051af8-ebd0-4db2-857e-181975352424', 'external_fixed_ips': [{'subnet_id': 'a8fb9e9c-99d7-49f9-8da9-302520785055', 'ip_address': '172.28.0.225'}], 'enable_snat': True}, 'gw_port_id': '1ac51ac7-b1ea-4dd8-a36c-ec8ede5f4f75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:17:31Z', 'updated_at': '2021-04-20T18:17:34Z', 'revision_number': 3, 'project_id': 'ec8fca4eb7304806a62ea6a9b05feff5', 'gw_port': {'id': '1ac51ac7-b1ea-4dd8-a36c-ec8ede5f4f75', 'name': '', 'network_id': '26051af8-ebd0-4db2-857e-181975352424', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:a9:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaee1f57-42f7-4f32-b407-a067ab95d548', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': 'a8fb9e9c-99d7-49f9-8da9-302520785055', 'ip_address': '172.28.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:17:33Z', 'updated_at': '2021-04-20T18:17:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a8fb9e9c-99d7-49f9-8da9-302520785055', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-2-smb'}], 'dv-cinder-786929-2-smb', False) {} {{(pid=86313) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:17:37.445896 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43055adc-3d0c-4a9d-b240-ded832d57bb8 None None] Checking router: aaee1f57-42f7-4f32-b407-a067ab95d548 for host: dv-cinder-786929-2-smb {{(pid=86313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 18:17:37.446295 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43055adc-3d0c-4a9d-b240-ded832d57bb8 None None] Updating router aaee1f57-42f7-4f32-b407-a067ab95d548 port 1ac51ac7-b1ea-4dd8-a36c-ec8ede5f4f75 binding host dv-cinder-786929-2-smb {{(pid=86313) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 20 18:17:37.481720 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-b1de9d72-2e7d-4b50-93a0-6c93c5869cab req-54403b93-7ce1-4592-9548-ebd4dac47c93 service neutron] 10.222.0.13 "GET /v2.0/networks/5b82a5ad-5a0b-4f36-b6c5-403cadd34a79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2713294 Apr 20 18:17:37.698492 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-43055adc-3d0c-4a9d-b240-ded832d57bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624671'] for port, before_update {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:37.786098 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-b1de9d72-2e7d-4b50-93a0-6c93c5869cab req-a4044b2f-4900-41dd-a47c-a2e449c08fdc service neutron] 10.222.0.13 "GET /v2.0/networks/5b82a5ad-5a0b-4f36-b6c5-403cadd34a79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2949328 Apr 20 18:17:37.788237 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.32', 51624) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:17:37.845756 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.v2.base [None req-34c54f16-1482-4043-9f21-b8726439f684 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1076346536-network', 'tenant_id': 'ebffb4ca6cf14ed9a3d5c0d01c0b33c8'}} {{(pid=86310) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:17:37.853613 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-34c54f16-1482-4043-9f21-b8726439f684 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:17:37.860168 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-34c54f16-1482-4043-9f21-b8726439f684 admin admin] Usage tracker for resource:network and tenant:ebffb4ca6cf14ed9a3d5c0d01c0b33c8 is out of sync, need to count used quota {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:17:37.864870 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-34c54f16-1482-4043-9f21-b8726439f684 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:17:37.874179 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-34c54f16-1482-4043-9f21-b8726439f684 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:17:37.893655 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34c54f16-1482-4043-9f21-b8726439f684 admin admin] Made reservation on behalf of ebffb4ca6cf14ed9a3d5c0d01c0b33c8 for: {'network': 1} {{(pid=86310) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 18:17:37.900595 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-34c54f16-1482-4043-9f21-b8726439f684 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624671'] for network, before_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:37.919622 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-0ec6cc52-a8e3-48b3-908f-4cef15b89701 req-b3b9b907-6219-4a32-aee7-32f3ecb4bd2a tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] 10.222.0.32 "GET /v2.0/security-groups?id=72e2741b-2767-416b-b004-90187f015a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8721879 Apr 20 18:17:37.924583 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-34c54f16-1482-4043-9f21-b8726439f684 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:37.947854 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-34c54f16-1482-4043-9f21-b8726439f684 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:17:37.955294 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-34c54f16-1482-4043-9f21-b8726439f684 admin admin] Usage tracker for resource:security_group_rule and tenant:ebffb4ca6cf14ed9a3d5c0d01c0b33c8 is out of sync, need to count used quota {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:17:37.959814 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-34c54f16-1482-4043-9f21-b8726439f684 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:17:37.967036 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-34c54f16-1482-4043-9f21-b8726439f684 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:17:38.085719 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-34c54f16-1482-4043-9f21-b8726439f684 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:38.092806 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-34c54f16-1482-4043-9f21-b8726439f684 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854236768'] for security_group, after_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:38.095154 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.provisioning_blocks [None req-38dc3526-f891-4603-acb5-cfd6c53c47c8 None None] Provisioning for port bd53003e-2be6-4820-88ad-a3b2babe4a03 completed by entity DHCP. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 18:17:38.099412 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-9f8a6c1b-a7d4-45ce-80cd-596b65f884e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:17:38.142354 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c54f16-1482-4043-9f21-b8726439f684 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbcae0cc-2661-4b41-adac-435004a465ac,revision_number=1']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:17:38.147229 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-34c54f16-1482-4043-9f21-b8726439f684 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:17:38.181240 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34c54f16-1482-4043-9f21-b8726439f684 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 103} {{(pid=86310) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 20 18:17:38.202523 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-34c54f16-1482-4043-9f21-b8726439f684 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1711814'] for segment, precommit_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:38.203000 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.db.segments_db [None req-34c54f16-1482-4043-9f21-b8726439f684 admin admin] Added segment d2770c03-2771-46f6-a95c-e71c7f4138f4 of type vlan for network 6ee21db5-8262-43ed-8ffc-0d7c80eec08e Apr 20 18:17:38.214083 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b4ca67-afb0-4bd8-ad35-f279e1265806 req-ea93dc37-d847-426d-aba1-a7ba2beabf23 tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:17:38.217468 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-e0b4ca67-afb0-4bd8-ad35-f279e1265806 req-ea93dc37-d847-426d-aba1-a7ba2beabf23 tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] 10.222.0.32 "GET /v2.0/ports?device_id=57b2d215-a646-4377-934b-f64e1f3dabe0 HTTP/1.1" status: 200 len: 946 time: 0.4301670 Apr 20 18:17:38.245409 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-79253fee-fca0-4f11-87d0-c601709471f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624671'] for port, before_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:38.294695 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-e0b4ca67-afb0-4bd8-ad35-f279e1265806 req-09168b5c-891b-44ca-86ee-671940bc660e tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] 10.222.0.32 "GET /v2.0/security-groups?id=63e5a295-1c1b-4259-93ce-61133d92337d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703592 Apr 20 18:17:38.302537 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-43055adc-3d0c-4a9d-b240-ded832d57bb8 None None] Notify callbacks [] for port, precommit_update {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:38.316812 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.provisioning_blocks [None req-43055adc-3d0c-4a9d-b240-ded832d57bb8 None None] Transition to ACTIVE for port object 1ac51ac7-b1ea-4dd8-a36c-ec8ede5f4f75 will not be triggered until provisioned by entity L2. {{(pid=86313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 18:17:38.325505 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-43055adc-3d0c-4a9d-b240-ded832d57bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852966479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736993730504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736993280695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299861495088'] for port, after_update {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:38.334142 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-34c54f16-1482-4043-9f21-b8726439f684 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363299861504440'] for network, precommit_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:38.345585 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:17:38.417397 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-34c54f16-1482-4043-9f21-b8726439f684 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854236788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514'] for network, after_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:38.417972 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34c54f16-1482-4043-9f21-b8726439f684 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:17:38.418616 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-34c54f16-1482-4043-9f21-b8726439f684 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-751497'] for network, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:38.424484 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:17:38.448069 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355d9c7e-f5e7-49f9-afe0-028a450270af None None] Pushing event updated for resources: {'Port': ['ID=1ac51ac7-b1ea-4dd8-a36c-ec8ede5f4f75,revision_number=2']} {{(pid=86313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:17:38.453637 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-355d9c7e-f5e7-49f9-afe0-028a450270af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:17:38.458507 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.managers [None req-43055adc-3d0c-4a9d-b240-ded832d57bb8 None None] Attempting to bind port 1ac51ac7-b1ea-4dd8-a36c-ec8ede5f4f75 on host dv-cinder-786929-2-smb for vnic_type normal with profile {{(pid=86313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 18:17:38.458921 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.managers [None req-43055adc-3d0c-4a9d-b240-ded832d57bb8 None None] Attempting to bind port 1ac51ac7-b1ea-4dd8-a36c-ec8ede5f4f75 by drivers openvswitch,hyperv on host dv-cinder-786929-2-smb at level 0 using segments [{'id': '0fd0f869-d1a1-42b0-840f-a1b93e92e33d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26051af8-ebd0-4db2-857e-181975352424'}] {{(pid=86313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 18:17:38.459318 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43055adc-3d0c-4a9d-b240-ded832d57bb8 None None] Attempting to bind port 1ac51ac7-b1ea-4dd8-a36c-ec8ede5f4f75 on network 26051af8-ebd0-4db2-857e-181975352424 {{(pid=86313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 18:17:38.466484 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43055adc-3d0c-4a9d-b240-ded832d57bb8 None None] Checking agent: {'id': '909349f5-e61f-491f-bcfb-3e6f3416917d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786929-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 7, 12), 'started_at': datetime.datetime(2021, 4, 20, 18, 7, 42), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 17, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786929-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 18:17:38.466914 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43055adc-3d0c-4a9d-b240-ded832d57bb8 None None] Checking segment: {'id': '0fd0f869-d1a1-42b0-840f-a1b93e92e33d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26051af8-ebd0-4db2-857e-181975352424'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 18:17:38.467360 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-43055adc-3d0c-4a9d-b240-ded832d57bb8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:38.467782 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43055adc-3d0c-4a9d-b240-ded832d57bb8 None None] Bound using segment: {'id': '0fd0f869-d1a1-42b0-840f-a1b93e92e33d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26051af8-ebd0-4db2-857e-181975352424'} {{(pid=86313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 18:17:38.468296 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.managers [None req-43055adc-3d0c-4a9d-b240-ded832d57bb8 None None] Bound port: 1ac51ac7-b1ea-4dd8-a36c-ec8ede5f4f75, host: dv-cinder-786929-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fd0f869-d1a1-42b0-840f-a1b93e92e33d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26051af8-ebd0-4db2-857e-181975352424'}}] {{(pid=86313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 18:17:38.468716 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-43055adc-3d0c-4a9d-b240-ded832d57bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624671'] for port, before_update {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:38.579437 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.db [None req-43055adc-3d0c-4a9d-b240-ded832d57bb8 None None] For port 1ac51ac7-b1ea-4dd8-a36c-ec8ede5f4f75, host dv-cinder-786929-2-smb, cleared binding levels {{(pid=86313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 18:17:38.585924 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.db [None req-43055adc-3d0c-4a9d-b240-ded832d57bb8 None None] For port 1ac51ac7-b1ea-4dd8-a36c-ec8ede5f4f75, host dv-cinder-786929-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-2-smb',level=0,port_id=1ac51ac7-b1ea-4dd8-a36c-ec8ede5f4f75,segment=NetworkSegment(0fd0f869-d1a1-42b0-840f-a1b93e92e33d),segment_id=0fd0f869-d1a1-42b0-840f-a1b93e92e33d)] {{(pid=86313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 18:17:38.592385 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.rpc [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Device bd53003e-2be6-4820-88ad-a3b2babe4a03 up at agent ovs-agent-dv-cinder-786929-2-smb {{(pid=86312) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:17:38.593651 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-43055adc-3d0c-4a9d-b240-ded832d57bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852966479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736993730504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736993280695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299861495088'] for port, after_update {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:38.605352 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:17:38.613254 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c54f16-1482-4043-9f21-b8726439f684 admin admin] Pushing event updated for resources: {'Network': ['ID=6ee21db5-8262-43ed-8ffc-0d7c80eec08e,revision_number=1']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:17:38.616180 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-34c54f16-1482-4043-9f21-b8726439f684 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:17:38.633705 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.db_base_plugin_common [None req-79253fee-fca0-4f11-87d0-c601709471f9 admin admin] Allocated IP 172.20.0.1 (8f4fef7b-1d7f-4c70-8d7a-1b3cf87362ee/c6a4747d-0f52-437a-8625-5de6c991d250/77c108b2-8823-4543-acfa-974d913811ac) {{(pid=86311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 18:17:38.636093 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-34c54f16-1482-4043-9f21-b8726439f684 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8466046 Apr 20 18:17:38.637162 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.32', 51660) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:17:38.644697 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.v2.base [None req-9d25275d-93fa-4a38-a4b9-46a522a2fa95 admin admin] Request body: {'subnet': {'network_id': '6ee21db5-8262-43ed-8ffc-0d7c80eec08e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1076346536-subnet', 'tenant_id': 'ebffb4ca6cf14ed9a3d5c0d01c0b33c8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86310) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:17:38.650999 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-9d25275d-93fa-4a38-a4b9-46a522a2fa95 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:17:38.655830 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-9d25275d-93fa-4a38-a4b9-46a522a2fa95 admin admin] Usage tracker for resource:subnet and tenant:ebffb4ca6cf14ed9a3d5c0d01c0b33c8 is out of sync, need to count used quota {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:17:38.659767 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-9d25275d-93fa-4a38-a4b9-46a522a2fa95 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:17:38.667473 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-9d25275d-93fa-4a38-a4b9-46a522a2fa95 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:17:38.674258 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.rpc [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Network 6ee21db5-8262-43ed-8ffc-0d7c80eec08e details requested by agent ovs-agent-dv-cinder-786929-2-smb with host dv-cinder-786929-2-smb {{(pid=86312) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 18:17:38.678487 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d25275d-93fa-4a38-a4b9-46a522a2fa95 admin admin] Made reservation on behalf of ebffb4ca6cf14ed9a3d5c0d01c0b33c8 for: {'subnet': 1} {{(pid=86310) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 18:17:38.684413 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-9d25275d-93fa-4a38-a4b9-46a522a2fa95 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2406917'] for subnet, before_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:38.716838 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-aee0bbb3-a627-4294-bbbb-b29d3d6eae98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299861013637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394135'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:38.843356 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355d9c7e-f5e7-49f9-afe0-028a450270af None None] Pushing event updated for resources: {'Port': ['ID=1ac51ac7-b1ea-4dd8-a36c-ec8ede5f4f75,revision_number=3']} {{(pid=86313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:17:38.854186 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-355d9c7e-f5e7-49f9-afe0-028a450270af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:17:38.861654 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.provisioning_blocks [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Provisioning for port bd53003e-2be6-4820-88ad-a3b2babe4a03 completed by entity L2. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 18:17:38.871127 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43055adc-3d0c-4a9d-b240-ded832d57bb8 None None] Routers {'aaee1f57-42f7-4f32-b407-a067ab95d548'} bound to L3 agent in host dv-cinder-786929-2-smb {{(pid=86313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:17:38.872000 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_hamode_db [None req-43055adc-3d0c-4a9d-b240-ded832d57bb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786929-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T18:07:11Z,description=,heartbeat_timestamp=2021-04-20T18:17:11Z,host='dv-cinder-786929-2-smb',id=40af0123-fc20-4e27-8672-759459b7c5ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T18:07:11Z,topic='l3_agent')) {'router_ids': ['aaee1f57-42f7-4f32-b407-a067ab95d548'], 'active': True} {{(pid=86313) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:17:38.874167 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.provisioning_blocks [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Provisioning complete for port bd53003e-2be6-4820-88ad-a3b2babe4a03 triggered by entity L2. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:17:38.874778 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853381758'] for port, provisioning_complete {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:39.076071 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624671'] for port, before_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:39.122932 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.db [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] For port bd53003e-2be6-4820-88ad-a3b2babe4a03, host dv-cinder-786929-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-2-smb',level=0,port_id=bd53003e-2be6-4820-88ad-a3b2babe4a03,segment=NetworkSegment(fd980a66-31a5-46f7-a49b-b8797b33df90),segment_id=fd980a66-31a5-46f7-a49b-b8797b33df90)] {{(pid=86312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:17:39.125959 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852966479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736993730504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736993280695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299861495088'] for port, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:39.135651 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:17:39.147549 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-79253fee-fca0-4f11-87d0-c601709471f9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:39.176158 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_dvr_db [None req-43055adc-3d0c-4a9d-b240-ded832d57bb8 None None] Set router aaee1f57-42f7-4f32-b407-a067ab95d548 gateway port host: dv-cinder-786929-2-smb {{(pid=86313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 18:17:39.188240 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.provisioning_blocks [None req-79253fee-fca0-4f11-87d0-c601709471f9 admin admin] Transition to ACTIVE for port object 77c108b2-8823-4543-acfa-974d913811ac will not be triggered until provisioned by entity DHCP. {{(pid=86311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 18:17:39.209656 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555ff266-ce4a-4713-bcf4-5c530690b777 req-d9530fb9-14e7-4607-bb78-ae475ccd6475 tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:17:39.222771 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-555ff266-ce4a-4713-bcf4-5c530690b777 req-d9530fb9-14e7-4607-bb78-ae475ccd6475 tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] 10.222.0.32 "GET /v2.0/networks?id=33ae499e-8924-4d19-b24e-e728f8047f05 HTTP/1.1" status: 200 len: 815 time: 0.9264903 Apr 20 18:17:39.248761 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-555ff266-ce4a-4713-bcf4-5c530690b777 req-2d7899b6-3a16-4fa3-9103-6efd9a0fa386 tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] 10.222.0.32 "GET /v2.0/quotas/96ff5c4d39a64c7b8df2adf23972e2ba HTTP/1.1" status: 200 len: 375 time: 0.0249708 Apr 20 18:17:39.286127 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.provisioning_blocks [None req-4b8e3b09-318b-4773-a3db-f3fff7b219d3 None None] Provisioning complete for port bd53003e-2be6-4820-88ad-a3b2babe4a03 triggered by entity DHCP. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:17:39.286592 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-4b8e3b09-318b-4773-a3db-f3fff7b219d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853381758'] for port, provisioning_complete {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:39.318776 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Pushing event updated for resources: {'Port': ['ID=bd53003e-2be6-4820-88ad-a3b2babe4a03,revision_number=3']} {{(pid=86312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:17:39.327273 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-79253fee-fca0-4f11-87d0-c601709471f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852966479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736993280678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850693756'] for port, after_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:39.329538 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:17:39.346194 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-780a84ac-c1df-4e56-a926-acbaf35553b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:17:39.417981 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79253fee-fca0-4f11-87d0-c601709471f9 admin admin] Network 8f4fef7b-1d7f-4c70-8d7a-1b3cf87362ee is already hosted by enough agents. {{(pid=86311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 18:17:39.433807 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a47477-4a5f-4b2a-b7d2-d6d1b0ce6304 req-fc3c6620-d7ae-448f-bde0-191fa3ef3f70 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:17:39.434039 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.scheduler.base_scheduler [None req-79253fee-fca0-4f11-87d0-c601709471f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=86311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:17:39.435916 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-87a47477-4a5f-4b2a-b7d2-d6d1b0ce6304 req-fc3c6620-d7ae-448f-bde0-191fa3ef3f70 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] 10.222.0.32 "GET /v2.0/ports?device_id=07d6c6c3-c813-4ea4-9976-f31a36a8cdd1 HTTP/1.1" status: 200 len: 943 time: 0.2326367 Apr 20 18:17:39.442406 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79253fee-fca0-4f11-87d0-c601709471f9 admin admin] Received port after_create {{(pid=86311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 18:17:39.520834 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-79253fee-fca0-4f11-87d0-c601709471f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-653825'] for router_interface, before_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:39.559756 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79253fee-fca0-4f11-87d0-c601709471f9 admin admin] Pushing event updated for resources: {'Port': ['ID=77c108b2-8823-4543-acfa-974d913811ac,revision_number=1']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:17:39.573510 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-79253fee-fca0-4f11-87d0-c601709471f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:17:39.613542 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-9d25275d-93fa-4a38-a4b9-46a522a2fa95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854235284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2350957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2406932'] for subnet, after_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:39.618129 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-555ff266-ce4a-4713-bcf4-5c530690b777 req-8423fe25-2ea2-4ab0-99f4-0bef30b05427 tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=96ff5c4d39a64c7b8df2adf23972e2ba&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3674808 Apr 20 18:17:39.618278 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-87a47477-4a5f-4b2a-b7d2-d6d1b0ce6304 req-632c8854-e08c-4894-bfaf-943a13aca89d tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] 10.222.0.32 "GET /v2.0/security-groups?id=72e2741b-2767-416b-b004-90187f015a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1739917 Apr 20 18:17:39.624585 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-50e1cbdf-2b8e-494a-98b8-66ce0fab4244 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:17:39.624750 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_hamode_db [None req-43055adc-3d0c-4a9d-b240-ded832d57bb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaee1f57-42f7-4f32-b407-a067ab95d548', 'name': 'tempest-TestMinimumBasicScenario-795236797-router', 'tenant_id': 'ec8fca4eb7304806a62ea6a9b05feff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26051af8-ebd0-4db2-857e-181975352424', 'external_fixed_ips': [{'subnet_id': 'a8fb9e9c-99d7-49f9-8da9-302520785055', 'ip_address': '172.28.0.225'}], 'enable_snat': True}, 'gw_port_id': '1ac51ac7-b1ea-4dd8-a36c-ec8ede5f4f75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:17:31Z', 'updated_at': '2021-04-20T18:17:34Z', 'revision_number': 3, 'project_id': 'ec8fca4eb7304806a62ea6a9b05feff5', 'gw_port': {'id': '1ac51ac7-b1ea-4dd8-a36c-ec8ede5f4f75', 'name': '', 'network_id': '26051af8-ebd0-4db2-857e-181975352424', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:a9:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaee1f57-42f7-4f32-b407-a067ab95d548', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': 'a8fb9e9c-99d7-49f9-8da9-302520785055', 'ip_address': '172.28.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:17:33Z', 'updated_at': '2021-04-20T18:17:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8fb9e9c-99d7-49f9-8da9-302520785055', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-2-smb'}], 'dv-cinder-786929-2-smb', False) {} {{(pid=86313) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:17:39.629581 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43055adc-3d0c-4a9d-b240-ded832d57bb8 None None] The sync data for ids ['aaee1f57-42f7-4f32-b407-a067ab95d548'] in dv-cinder-786929-2-smb is: [{'id': 'aaee1f57-42f7-4f32-b407-a067ab95d548', 'name': 'tempest-TestMinimumBasicScenario-795236797-router', 'tenant_id': 'ec8fca4eb7304806a62ea6a9b05feff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26051af8-ebd0-4db2-857e-181975352424', 'external_fixed_ips': [{'subnet_id': 'a8fb9e9c-99d7-49f9-8da9-302520785055', 'ip_address': '172.28.0.225'}], 'enable_snat': True}, 'gw_port_id': '1ac51ac7-b1ea-4dd8-a36c-ec8ede5f4f75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:17:31Z', 'updated_at': '2021-04-20T18:17:34Z', 'revision_number': 3, 'project_id': 'ec8fca4eb7304806a62ea6a9b05feff5', 'gw_port': {'id': '1ac51ac7-b1ea-4dd8-a36c-ec8ede5f4f75', 'name': '', 'network_id': '26051af8-ebd0-4db2-857e-181975352424', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:a9:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaee1f57-42f7-4f32-b407-a067ab95d548', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': 'a8fb9e9c-99d7-49f9-8da9-302520785055', 'ip_address': '172.28.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:17:33Z', 'updated_at': '2021-04-20T18:17:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8fb9e9c-99d7-49f9-8da9-302520785055', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-2-smb'}] {{(pid=86313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 18:17:39.879399 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.provisioning_blocks [None req-43b17813-9989-4d2f-a517-05e204e333f1 None None] Provisioning for port 77c108b2-8823-4543-acfa-974d913811ac completed by entity DHCP. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 18:17:39.886931 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.provisioning_blocks [None req-43b17813-9989-4d2f-a517-05e204e333f1 None None] Provisioning complete for port 77c108b2-8823-4543-acfa-974d913811ac triggered by entity DHCP. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:17:39.887514 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-43b17813-9989-4d2f-a517-05e204e333f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853381758'] for port, provisioning_complete {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:39.960464 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.plugin [None req-43b17813-9989-4d2f-a517-05e204e333f1 None None] Port 77c108b2-8823-4543-acfa-974d913811ac cannot update to ACTIVE because it is not bound. {{(pid=86312) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 18:17:39.964597 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.rpc [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Device e7099379-7fe8-471b-9b2e-8814ac912d1a details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=86312) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 18:17:40.021499 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d25275d-93fa-4a38-a4b9-46a522a2fa95 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c8bbd0ad-4e84-4b6c-bf87-9582191f2970,revision_number=0']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:17:40.030319 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-9d25275d-93fa-4a38-a4b9-46a522a2fa95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.406s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:17:40.071345 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d25275d-93fa-4a38-a4b9-46a522a2fa95 admin admin] Checking segment: {'id': 'd2770c03-2771-46f6-a95c-e71c7f4138f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '6ee21db5-8262-43ed-8ffc-0d7c80eec08e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 18:17:40.071745 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d25275d-93fa-4a38-a4b9-46a522a2fa95 admin admin] Network hostable DHCP agents. Network: 6ee21db5-8262-43ed-8ffc-0d7c80eec08e, hostable agents: ['7b7ebe60-b598-4f49-9612-2aa98fec0998'], hosted agents: [] {{(pid=86310) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 18:17:40.118784 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7e3610-d1fd-4cba-a0ea-eebea87688ee req-ddb375a6-3345-4757-b9a1-d71917bbb461 tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:17:40.124230 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-ca7e3610-d1fd-4cba-a0ea-eebea87688ee req-ddb375a6-3345-4757-b9a1-d71917bbb461 tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] 10.222.0.32 "GET /v2.0/ports?device_id=57b2d215-a646-4377-934b-f64e1f3dabe0 HTTP/1.1" status: 200 len: 946 time: 0.1556182 Apr 20 18:17:40.125452 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d25275d-93fa-4a38-a4b9-46a522a2fa95 admin admin] Network 6ee21db5-8262-43ed-8ffc-0d7c80eec08e is scheduled to be hosted by DHCP agent 7b7ebe60-b598-4f49-9612-2aa98fec0998 with binding_index 1 {{(pid=86310) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 18:17:40.136357 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-79253fee-fca0-4f11-87d0-c601709471f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624671'] for port, before_update {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:40.151913 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-555ff266-ce4a-4713-bcf4-5c530690b777 req-7fb6d008-df93-423d-a642-3142542b44ff service neutron] 10.222.0.32 "GET /v2.0/networks/33ae499e-8924-4d19-b24e-e728f8047f05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5332313 Apr 20 18:17:40.159726 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.scheduler.base_scheduler [None req-9d25275d-93fa-4a38-a4b9-46a522a2fa95 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786929-2-smb, 6ee21db5-8262-43ed-8ffc-0d7c80eec08e) {{(pid=86310) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:17:40.165370 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.db [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] For port e7099379-7fe8-471b-9b2e-8814ac912d1a, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=e7099379-7fe8-471b-9b2e-8814ac912d1a,segment=NetworkSegment(48e9a50f-9987-468e-9cbc-b73b5f8756db),segment_id=48e9a50f-9987-468e-9cbc-b73b5f8756db)] {{(pid=86312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:17:40.196456 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d25275d-93fa-4a38-a4b9-46a522a2fa95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:17:40.197187 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-9d25275d-93fa-4a38-a4b9-46a522a2fa95 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:40.200132 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a43e975-999f-49b6-bcfc-7307fb60ccf8 None None] Network 6ee21db5-8262-43ed-8ffc-0d7c80eec08e requested from dv-cinder-786929-2-smb {{(pid=86312) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 18:17:40.246468 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-ca7e3610-d1fd-4cba-a0ea-eebea87688ee req-d1615456-c130-446d-a012-f2e008e1348b tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] 10.222.0.32 "GET /v2.0/security-groups?id=63e5a295-1c1b-4259-93ce-61133d92337d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058502 Apr 20 18:17:40.248766 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-9d25275d-93fa-4a38-a4b9-46a522a2fa95 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.6102462 Apr 20 18:17:40.302863 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.rpc [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Returning: {'device': 'e7099379-7fe8-471b-9b2e-8814ac912d1a', 'network_id': '5b82a5ad-5a0b-4f36-b6c5-403cadd34a79', 'port_id': 'e7099379-7fe8-471b-9b2e-8814ac912d1a', 'mac_address': 'fa:16:3e:ac:f3:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0d1d23a-bc57-4fd3-ab7b-5ff7156471c8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86312) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 18:17:40.430253 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624671'] for port, before_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:40.467835 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.notifiers.nova [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7099379-7fe8-471b-9b2e-8814ac912d1a {{(pid=86312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 18:17:40.503528 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.db [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] For port e7099379-7fe8-471b-9b2e-8814ac912d1a, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=e7099379-7fe8-471b-9b2e-8814ac912d1a,segment=NetworkSegment(48e9a50f-9987-468e-9cbc-b73b5f8756db),segment_id=48e9a50f-9987-468e-9cbc-b73b5f8756db)] {{(pid=86312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:17:40.511100 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852966479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736993730504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736993280695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299861495088'] for port, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:40.521944 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:17:40.525306 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-79253fee-fca0-4f11-87d0-c601709471f9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:40.537144 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-79253fee-fca0-4f11-87d0-c601709471f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852966479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736993730504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736993280695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299861495088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4082061'] for port, after_update {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:40.574170 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-91be42ec-89e6-4477-9edc-4c027331f31a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:17:40.745996 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Pushing event updated for resources: {'Port': ['ID=e7099379-7fe8-471b-9b2e-8814ac912d1a,revision_number=4']} {{(pid=86312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:17:40.758747 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:17:40.760106 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79253fee-fca0-4f11-87d0-c601709471f9 admin admin] Pushing event updated for resources: {'Port': ['ID=77c108b2-8823-4543-acfa-974d913811ac,revision_number=2']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:17:40.765287 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-555ff266-ce4a-4713-bcf4-5c530690b777 req-d5ebcd24-12b1-46ef-9c26-b39c5bd56673 service neutron] 10.222.0.32 "GET /v2.0/networks/33ae499e-8924-4d19-b24e-e728f8047f05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5972965 Apr 20 18:17:40.774793 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5558175-2f24-4895-883a-d03392cf8c8a None None] Network 6ee21db5-8262-43ed-8ffc-0d7c80eec08e requested from dv-cinder-786929-2-smb {{(pid=86312) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 18:17:40.775440 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-79253fee-fca0-4f11-87d0-c601709471f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:17:40.776583 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-79253fee-fca0-4f11-87d0-c601709471f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-751531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854121882'] for router_interface, after_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:40.957034 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.db [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] get_ports_and_sgs() called for port_ids ['e7099379-7fe8-471b-9b2e-8814ac912d1a'] {{(pid=86312) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 18:17:41.031218 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79253fee-fca0-4f11-87d0-c601709471f9 admin admin] Network 8f4fef7b-1d7f-4c70-8d7a-1b3cf87362ee is already hosted by enough agents. {{(pid=86311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 18:17:41.032657 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.scheduler.base_scheduler [None req-79253fee-fca0-4f11-87d0-c601709471f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=86311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:17:41.209270 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-1274c90f-e28f-4b4b-8813-660378000dc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299861013637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394135'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:41.257069 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-2bb93f3c-0bff-4547-a1e0-c38a344e24ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299861013637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394135'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:41.277845 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e90a94c-0314-446a-b31e-b176f8ac9431 req-49a17c96-309e-4b7c-9a89-44a8605d4624 tempest-VolumesActionsTest-413286933 tempest-VolumesActionsTest-413286933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:17:41.279604 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [req-6e90a94c-0314-446a-b31e-b176f8ac9431 req-49a17c96-309e-4b7c-9a89-44a8605d4624 tempest-VolumesActionsTest-413286933 tempest-VolumesActionsTest-413286933-project] Synchronizing usage tracker for tenant:568e6eb4e6844fc9b8de360489f8f93a on resource:network {{(pid=86310) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 18:17:41.308712 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [req-6e90a94c-0314-446a-b31e-b176f8ac9431 req-49a17c96-309e-4b7c-9a89-44a8605d4624 tempest-VolumesActionsTest-413286933 tempest-VolumesActionsTest-413286933-project] Unset dirty status for tenant:568e6eb4e6844fc9b8de360489f8f93a on resource:network {{(pid=86310) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 18:17:41.311461 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-6e90a94c-0314-446a-b31e-b176f8ac9431 req-49a17c96-309e-4b7c-9a89-44a8605d4624 tempest-VolumesActionsTest-413286933 tempest-VolumesActionsTest-413286933-project] 10.222.0.32 "GET /v2.0/networks?id=d990c784-9073-40b8-aa1a-a58c083aec5a HTTP/1.1" status: 200 len: 809 time: 0.3108983 Apr 20 18:17:41.345266 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-6e90a94c-0314-446a-b31e-b176f8ac9431 req-b216f7da-ca42-4e63-ba64-0aca1ab1c81e tempest-VolumesActionsTest-413286933 tempest-VolumesActionsTest-413286933-project] 10.222.0.32 "GET /v2.0/quotas/568e6eb4e6844fc9b8de360489f8f93a HTTP/1.1" status: 200 len: 375 time: 0.0274091 Apr 20 18:17:41.430398 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79253fee-fca0-4f11-87d0-c601709471f9 admin admin] Router aaee1f57-42f7-4f32-b407-a067ab95d548 has already been hosted by L3 agent 40af0123-fc20-4e27-8672-759459b7c5ef {{(pid=86311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 18:17:41.453555 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.rpc [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Device 1ac51ac7-b1ea-4dd8-a36c-ec8ede5f4f75 up at agent ovs-agent-dv-cinder-786929-2-smb {{(pid=86312) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:17:41.458305 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-6e90a94c-0314-446a-b31e-b176f8ac9431 req-12a79325-eb1a-40b5-ba3f-e24707012ec7 tempest-VolumesActionsTest-413286933 tempest-VolumesActionsTest-413286933-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=568e6eb4e6844fc9b8de360489f8f93a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1049800 Apr 20 18:17:41.481870 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21061ab1-97c3-4fde-bcd5-cb01a34030d5 req-6d6b02b6-fb72-4615-934d-9e4c3bd6f8f9 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:17:41.491053 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-21061ab1-97c3-4fde-bcd5-cb01a34030d5 req-6d6b02b6-fb72-4615-934d-9e4c3bd6f8f9 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] 10.222.0.32 "GET /v2.0/ports?device_id=07d6c6c3-c813-4ea4-9976-f31a36a8cdd1 HTTP/1.1" status: 200 len: 944 time: 0.1668541 Apr 20 18:17:41.575202 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.provisioning_blocks [None req-07dfe089-6501-410c-b43c-6da1e7b8121b None None] Provisioning complete for port 77c108b2-8823-4543-acfa-974d913811ac triggered by entity DHCP. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:17:41.575634 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-07dfe089-6501-410c-b43c-6da1e7b8121b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853381758'] for port, provisioning_complete {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:41.655091 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-6e90a94c-0314-446a-b31e-b176f8ac9431 req-bc82853e-b56b-4d9f-8cbb-b5b54fa7bb56 service neutron] 10.222.0.32 "GET /v2.0/networks/d990c784-9073-40b8-aa1a-a58c083aec5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1884568 Apr 20 18:17:41.706565 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-21061ab1-97c3-4fde-bcd5-cb01a34030d5 req-09b42577-4027-462c-be20-94ebdf32b3dc tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] 10.222.0.32 "GET /v2.0/security-groups?id=72e2741b-2767-416b-b004-90187f015a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2135835 Apr 20 18:17:41.719950 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.plugin [None req-07dfe089-6501-410c-b43c-6da1e7b8121b None None] Port 77c108b2-8823-4543-acfa-974d913811ac cannot update to ACTIVE because it is not bound. {{(pid=86312) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 18:17:41.728874 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.provisioning_blocks [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Provisioning for port 1ac51ac7-b1ea-4dd8-a36c-ec8ede5f4f75 completed by entity L2. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 18:17:41.746497 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.provisioning_blocks [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Provisioning complete for port 1ac51ac7-b1ea-4dd8-a36c-ec8ede5f4f75 triggered by entity L2. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:17:41.746905 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853381758'] for port, provisioning_complete {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:41.831717 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79253fee-fca0-4f11-87d0-c601709471f9 admin admin] Notify agent at l3_agent.dv-cinder-786929-2-smb the message routers_updated {{(pid=86311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 18:17:41.854293 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-79253fee-fca0-4f11-87d0-c601709471f9 admin admin] 10.222.0.32 "PUT /v2.0/routers/aaee1f57-42f7-4f32-b407-a067ab95d548/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4446259 Apr 20 18:17:41.868423 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-6e90a94c-0314-446a-b31e-b176f8ac9431 req-77419941-15ac-45b8-830a-fa3159d2a0cd service neutron] 10.222.0.32 "GET /v2.0/networks/d990c784-9073-40b8-aa1a-a58c083aec5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2117362 Apr 20 18:17:41.978410 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-958a7f0d-2b80-48c0-a975-57e0dc05fddf req-7e7a2577-3860-4dbd-b057-8c6b32414b20 tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] 10.222.0.32 "GET /v2.0/ports?device_id=e0aba721-291d-4cb5-807c-6021f6d6a677 HTTP/1.1" status: 200 len: 210 time: 0.0701921 Apr 20 18:17:42.168672 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299861013637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394135'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:42.176257 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624671'] for port, before_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:42.198360 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.db [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] For port 1ac51ac7-b1ea-4dd8-a36c-ec8ede5f4f75, host dv-cinder-786929-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-2-smb',level=0,port_id=1ac51ac7-b1ea-4dd8-a36c-ec8ede5f4f75,segment=NetworkSegment(0fd0f869-d1a1-42b0-840f-a1b93e92e33d),segment_id=0fd0f869-d1a1-42b0-840f-a1b93e92e33d)] {{(pid=86312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:17:42.202380 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852966479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736993730504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736993280695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299861495088'] for port, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:42.203024 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.rpc [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Device bd53003e-2be6-4820-88ad-a3b2babe4a03 up at agent ovs-agent-dv-cinder-786929-2-smb {{(pid=86312) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:17:42.275077 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b2417d-b172-4c4c-9676-3fc8bfdc00d3 req-e61ca182-ea61-406b-b39e-3adcd53a451f tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:17:42.276771 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-f8b2417d-b172-4c4c-9676-3fc8bfdc00d3 req-e61ca182-ea61-406b-b39e-3adcd53a451f tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] 10.222.0.32 "GET /v2.0/ports?device_id=57b2d215-a646-4377-934b-f64e1f3dabe0 HTTP/1.1" status: 200 len: 946 time: 0.1804497 Apr 20 18:17:42.290989 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:17:42.348747 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-f8b2417d-b172-4c4c-9676-3fc8bfdc00d3 req-c37bc4bc-755d-4e25-b98e-33fd6be24160 tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] 10.222.0.32 "GET /v2.0/security-groups?id=63e5a295-1c1b-4259-93ce-61133d92337d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613735 Apr 20 18:17:42.373298 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Pushing event updated for resources: {'Port': ['ID=1ac51ac7-b1ea-4dd8-a36c-ec8ede5f4f75,revision_number=4']} {{(pid=86312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:17:42.386091 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:17:42.402572 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.provisioning_blocks [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Provisioning complete for port bd53003e-2be6-4820-88ad-a3b2babe4a03 triggered by entity L2. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:17:42.403112 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853381758'] for port, provisioning_complete {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:42.707387 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-a67388b8-11b2-47e3-8e12-c98bd876c50a req-4d1b15d1-be01-4ed9-b8cf-443497177d90 tempest-VolumesActionsTest-413286933 tempest-VolumesActionsTest-413286933-project] 10.222.0.32 "GET /v2.0/ports?device_id=008a8d37-282e-4369-b1b1-c579a050a93d HTTP/1.1" status: 200 len: 210 time: 0.2086771 Apr 20 18:17:42.997645 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555ff266-ce4a-4713-bcf4-5c530690b777 req-d8606dbc-729e-4edc-9963-f2112490115e tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:17:42.999345 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-555ff266-ce4a-4713-bcf4-5c530690b777 req-d8606dbc-729e-4edc-9963-f2112490115e tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] 10.222.0.13 "GET /v2.0/networks?id=33ae499e-8924-4d19-b24e-e728f8047f05 HTTP/1.1" status: 200 len: 815 time: 0.4171650 Apr 20 18:17:43.019435 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.v2.base [req-555ff266-ce4a-4713-bcf4-5c530690b777 req-74d3ee71-86aa-41d1-bb67-c9e3f77168d5 tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] Request body: {'port': {'device_id': 'e0aba721-291d-4cb5-807c-6021f6d6a677', 'network_id': '33ae499e-8924-4d19-b24e-e728f8047f05', 'admin_state_up': True, 'tenant_id': '96ff5c4d39a64c7b8df2adf23972e2ba'}} {{(pid=86310) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:17:43.125865 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e00d75ad-9d20-4d4c-bcf5-4ea9b28cc134 None None] Sync routers for ids ['aaee1f57-42f7-4f32-b407-a067ab95d548'] in dv-cinder-786929-2-smb {{(pid=86312) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 18:17:43.140395 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e00d75ad-9d20-4d4c-bcf5-4ea9b28cc134 None None] Routers {'aaee1f57-42f7-4f32-b407-a067ab95d548'} bound to L3 agent in host dv-cinder-786929-2-smb {{(pid=86312) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:17:43.141090 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_hamode_db [None req-e00d75ad-9d20-4d4c-bcf5-4ea9b28cc134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786929-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-20T18:07:11Z,description=,heartbeat_timestamp=2021-04-20T18:17:41Z,host='dv-cinder-786929-2-smb',id=40af0123-fc20-4e27-8672-759459b7c5ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T18:07:11Z,topic='l3_agent')) {'router_ids': ['aaee1f57-42f7-4f32-b407-a067ab95d548'], 'active': True} {{(pid=86312) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:17:43.184750 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-b4744f60-1462-48cf-b0ca-a6bff476f986 req-f69fbe4a-660e-4727-a492-9bb541f5dda0 tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] 10.222.0.32 "GET /v2.0/ports?device_id=e0aba721-291d-4cb5-807c-6021f6d6a677 HTTP/1.1" status: 200 len: 210 time: 0.0600228 Apr 20 18:17:43.247731 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [req-555ff266-ce4a-4713-bcf4-5c530690b777 req-74d3ee71-86aa-41d1-bb67-c9e3f77168d5 tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:17:43.254223 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.rpc [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Device 1ac51ac7-b1ea-4dd8-a36c-ec8ede5f4f75 up at agent ovs-agent-dv-cinder-786929-2-smb {{(pid=86312) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:17:43.267374 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [req-555ff266-ce4a-4713-bcf4-5c530690b777 req-74d3ee71-86aa-41d1-bb67-c9e3f77168d5 tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:17:43.287360 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718b2d62-50ed-48c8-bb4e-6c8e92671341 req-85e9d54f-298c-4912-9d41-7afec3721788 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:17:43.297586 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-718b2d62-50ed-48c8-bb4e-6c8e92671341 req-85e9d54f-298c-4912-9d41-7afec3721788 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] 10.222.0.32 "GET /v2.0/ports?device_id=07d6c6c3-c813-4ea4-9976-f31a36a8cdd1 HTTP/1.1" status: 200 len: 944 time: 0.3989100 Apr 20 18:17:43.300885 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-555ff266-ce4a-4713-bcf4-5c530690b777 req-74d3ee71-86aa-41d1-bb67-c9e3f77168d5 tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] Made reservation on behalf of 96ff5c4d39a64c7b8df2adf23972e2ba for: {'port': 1} {{(pid=86310) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 18:17:43.308288 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-555ff266-ce4a-4713-bcf4-5c530690b777 req-74d3ee71-86aa-41d1-bb67-c9e3f77168d5 tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624671'] for port, before_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:43.456656 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_dvr_db [None req-e00d75ad-9d20-4d4c-bcf5-4ea9b28cc134 None None] Set router aaee1f57-42f7-4f32-b407-a067ab95d548 gateway port host: dv-cinder-786929-2-smb {{(pid=86312) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 18:17:43.676822 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.db_base_plugin_common [req-555ff266-ce4a-4713-bcf4-5c530690b777 req-74d3ee71-86aa-41d1-bb67-c9e3f77168d5 tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] Allocated IP 172.20.0.7 (33ae499e-8924-4d19-b24e-e728f8047f05/6f3914bf-0050-4c6e-8c1b-205da5910b8c/d119e6fd-5db7-41ca-acb1-15299c25a889) {{(pid=86310) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 18:17:43.820502 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc26ab9b-710a-48e3-8953-ef31eb7a8084 req-6e247eab-7be1-44f0-925a-9121df1c2706 tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:17:43.823202 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-718b2d62-50ed-48c8-bb4e-6c8e92671341 req-64b68eb5-2be2-4651-aa06-42903570f999 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] 10.222.0.32 "GET /v2.0/security-groups?id=72e2741b-2767-416b-b004-90187f015a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5219724 Apr 20 18:17:43.823756 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-cc26ab9b-710a-48e3-8953-ef31eb7a8084 req-6e247eab-7be1-44f0-925a-9121df1c2706 tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] 10.222.0.32 "GET /v2.0/ports?device_id=57b2d215-a646-4377-934b-f64e1f3dabe0 HTTP/1.1" status: 200 len: 946 time: 0.1791329 Apr 20 18:17:43.839430 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-f70b5d3b-7deb-456f-82aa-acef0ba2518a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299861013637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394135'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:43.902914 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-cc26ab9b-710a-48e3-8953-ef31eb7a8084 req-9420735d-4629-4136-a8a2-5a79eec8da08 tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] 10.222.0.32 "GET /v2.0/security-groups?id=63e5a295-1c1b-4259-93ce-61133d92337d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725381 Apr 20 18:17:43.923309 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.provisioning_blocks [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Provisioning complete for port 1ac51ac7-b1ea-4dd8-a36c-ec8ede5f4f75 triggered by entity L2. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:17:43.923755 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853381758'] for port, provisioning_complete {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:43.995243 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.rpc [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Device e7099379-7fe8-471b-9b2e-8814ac912d1a up at agent hyperv_hv-cinder-78692 {{(pid=86312) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:17:44.090337 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-c2335d88-999d-4fd0-93cf-a2719b624c36 req-7e296d72-0d70-48c7-acb0-77dcac35786b tempest-VolumesActionsTest-413286933 tempest-VolumesActionsTest-413286933-project] 10.222.0.32 "GET /v2.0/ports?device_id=008a8d37-282e-4369-b1b1-c579a050a93d HTTP/1.1" status: 200 len: 210 time: 0.0638270 Apr 20 18:17:44.234326 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-555ff266-ce4a-4713-bcf4-5c530690b777 req-74d3ee71-86aa-41d1-bb67-c9e3f77168d5 tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] Notify callbacks [] for port, precommit_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:44.281159 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-555ff266-ce4a-4713-bcf4-5c530690b777 req-74d3ee71-86aa-41d1-bb67-c9e3f77168d5 tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852966479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736993280678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852424964'] for port, after_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:44.299838 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.provisioning_blocks [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Provisioning for port e7099379-7fe8-471b-9b2e-8814ac912d1a completed by entity L2. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 18:17:44.309984 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.provisioning_blocks [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Provisioning complete for port e7099379-7fe8-471b-9b2e-8814ac912d1a triggered by entity L2. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:17:44.310404 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853381758'] for port, provisioning_complete {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:44.344565 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.db [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] get_ports_and_sgs() called for port_ids ['badb0e48-8abb-48a8-b38f-f002451f77a8', '4ad8d1c9-b099-4f04-a04a-28f691a145b0', '2ea3a5ce-76da-471d-8f9b-76d5340e7797'] {{(pid=86312) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 18:17:44.472842 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bd4e4f-d004-46b5-ae9b-ea17f6194538 req-44bcc82d-a42d-46f7-99d3-4b146becb03f tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:17:44.475433 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-59bd4e4f-d004-46b5-ae9b-ea17f6194538 req-44bcc82d-a42d-46f7-99d3-4b146becb03f tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] 10.222.0.32 "GET /v2.0/ports?device_id=e0aba721-291d-4cb5-807c-6021f6d6a677 HTTP/1.1" status: 200 len: 931 time: 0.1095273 Apr 20 18:17:44.536557 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-59bd4e4f-d004-46b5-ae9b-ea17f6194538 req-a1bcaf70-c792-4d03-ae49-113e87d1e1e7 tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] 10.222.0.32 "GET /v2.0/security-groups?id=e00ece0e-9c57-41eb-9bc3-9c38bfc30996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517795 Apr 20 18:17:44.585121 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:17:44.667826 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_hamode_db [None req-e00d75ad-9d20-4d4c-bcf5-4ea9b28cc134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaee1f57-42f7-4f32-b407-a067ab95d548', 'name': 'tempest-TestMinimumBasicScenario-795236797-router', 'tenant_id': 'ec8fca4eb7304806a62ea6a9b05feff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26051af8-ebd0-4db2-857e-181975352424', 'external_fixed_ips': [{'subnet_id': 'a8fb9e9c-99d7-49f9-8da9-302520785055', 'ip_address': '172.28.0.225'}], 'enable_snat': True}, 'gw_port_id': '1ac51ac7-b1ea-4dd8-a36c-ec8ede5f4f75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:17:31Z', 'updated_at': '2021-04-20T18:17:40Z', 'revision_number': 4, 'project_id': 'ec8fca4eb7304806a62ea6a9b05feff5', 'gw_port': {'id': '1ac51ac7-b1ea-4dd8-a36c-ec8ede5f4f75', 'name': '', 'network_id': '26051af8-ebd0-4db2-857e-181975352424', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:a9:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaee1f57-42f7-4f32-b407-a067ab95d548', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': 'a8fb9e9c-99d7-49f9-8da9-302520785055', 'ip_address': '172.28.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:17:33Z', 'updated_at': '2021-04-20T18:17:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8fb9e9c-99d7-49f9-8da9-302520785055', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-2-smb', '_interfaces': [{'id': '77c108b2-8823-4543-acfa-974d913811ac', 'name': '', 'network_id': '8f4fef7b-1d7f-4c70-8d7a-1b3cf87362ee', 'tenant_id': 'ec8fca4eb7304806a62ea6a9b05feff5', 'mac_address': 'fa:16:3e:06:1c:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaee1f57-42f7-4f32-b407-a067ab95d548', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'c6a4747d-0f52-437a-8625-5de6c991d250', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:17:38Z', 'updated_at': '2021-04-20T18:17:40Z', 'revision_number': 2, 'project_id': 'ec8fca4eb7304806a62ea6a9b05feff5', 'subnets': [{'id': 'c6a4747d-0f52-437a-8625-5de6c991d250', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786929-2-smb', False) {} {{(pid=86312) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:17:44.689881 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e90a94c-0314-446a-b31e-b176f8ac9431 req-8c36f958-f0af-47d8-8dc8-3864b9bfcd92 tempest-VolumesActionsTest-413286933 tempest-VolumesActionsTest-413286933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:17:44.691203 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e00d75ad-9d20-4d4c-bcf5-4ea9b28cc134 None None] Checking router: aaee1f57-42f7-4f32-b407-a067ab95d548 for host: dv-cinder-786929-2-smb {{(pid=86312) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 18:17:44.691715 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e00d75ad-9d20-4d4c-bcf5-4ea9b28cc134 None None] Updating router aaee1f57-42f7-4f32-b407-a067ab95d548 port 77c108b2-8823-4543-acfa-974d913811ac binding host dv-cinder-786929-2-smb {{(pid=86312) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 20 18:17:44.693645 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-6e90a94c-0314-446a-b31e-b176f8ac9431 req-8c36f958-f0af-47d8-8dc8-3864b9bfcd92 tempest-VolumesActionsTest-413286933 tempest-VolumesActionsTest-413286933-project] 10.222.0.13 "GET /v2.0/networks?id=d990c784-9073-40b8-aa1a-a58c083aec5a HTTP/1.1" status: 200 len: 809 time: 0.4162433 Apr 20 18:17:44.719764 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.v2.base [req-6e90a94c-0314-446a-b31e-b176f8ac9431 req-9e44945e-411d-4a0d-a257-105d8f181e04 tempest-VolumesActionsTest-413286933 tempest-VolumesActionsTest-413286933-project] Request body: {'port': {'device_id': '008a8d37-282e-4369-b1b1-c579a050a93d', 'network_id': 'd990c784-9073-40b8-aa1a-a58c083aec5a', 'admin_state_up': True, 'tenant_id': '568e6eb4e6844fc9b8de360489f8f93a'}} {{(pid=86310) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:17:44.742650 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-555ff266-ce4a-4713-bcf4-5c530690b777 req-74d3ee71-86aa-41d1-bb67-c9e3f77168d5 tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] Network 33ae499e-8924-4d19-b24e-e728f8047f05 is already hosted by enough agents. {{(pid=86310) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 18:17:44.755593 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.scheduler.base_scheduler [req-555ff266-ce4a-4713-bcf4-5c530690b777 req-74d3ee71-86aa-41d1-bb67-c9e3f77168d5 tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] Resources bound (agent type, host, resource id): {{(pid=86310) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:17:44.793589 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d3ee71-86aa-41d1-bb67-c9e3f77168d5 tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] Pushing event updated for resources: {'Port': ['ID=d119e6fd-5db7-41ca-acb1-15299c25a889,revision_number=1']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:17:44.795295 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624671'] for port, before_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:44.797293 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-74d3ee71-86aa-41d1-bb67-c9e3f77168d5 tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:17:44.828000 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-e00d75ad-9d20-4d4c-bcf5-4ea9b28cc134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624671'] for port, before_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:44.997105 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07d6c6c3-c813-4ea4-9976-f31a36a8cdd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7099379-7fe8-471b-9b2e-8814ac912d1a'}] {{(pid=86312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:17:45.050186 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.db [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] For port e7099379-7fe8-471b-9b2e-8814ac912d1a, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=e7099379-7fe8-471b-9b2e-8814ac912d1a,segment=NetworkSegment(48e9a50f-9987-468e-9cbc-b73b5f8756db),segment_id=48e9a50f-9987-468e-9cbc-b73b5f8756db)] {{(pid=86312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:17:45.065734 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852966479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736993730504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736993280695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299861495088'] for port, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:45.077558 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-d645ea62-4e53-426e-82c5-6b46a3e99c44 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:17:45.134868 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_dvrscheduler_db [req-555ff266-ce4a-4713-bcf4-5c530690b777 req-74d3ee71-86aa-41d1-bb67-c9e3f77168d5 tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] Received port after_create {{(pid=86310) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 18:17:45.221228 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [req-6e90a94c-0314-446a-b31e-b176f8ac9431 req-9e44945e-411d-4a0d-a257-105d8f181e04 tempest-VolumesActionsTest-413286933 tempest-VolumesActionsTest-413286933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:17:45.225876 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [req-6e90a94c-0314-446a-b31e-b176f8ac9431 req-9e44945e-411d-4a0d-a257-105d8f181e04 tempest-VolumesActionsTest-413286933 tempest-VolumesActionsTest-413286933-project] Usage tracker for resource:port and tenant:568e6eb4e6844fc9b8de360489f8f93a is out of sync, need to count used quota {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:17:45.230267 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [req-6e90a94c-0314-446a-b31e-b176f8ac9431 req-9e44945e-411d-4a0d-a257-105d8f181e04 tempest-VolumesActionsTest-413286933 tempest-VolumesActionsTest-413286933-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:17:45.241597 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [req-6e90a94c-0314-446a-b31e-b176f8ac9431 req-9e44945e-411d-4a0d-a257-105d8f181e04 tempest-VolumesActionsTest-413286933 tempest-VolumesActionsTest-413286933-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:17:45.271569 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555ff266-ce4a-4713-bcf4-5c530690b777 req-74d3ee71-86aa-41d1-bb67-c9e3f77168d5 tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:17:45.272287 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-555ff266-ce4a-4713-bcf4-5c530690b777 req-74d3ee71-86aa-41d1-bb67-c9e3f77168d5 tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759958'] for port, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:45.349560 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-555ff266-ce4a-4713-bcf4-5c530690b777 req-74d3ee71-86aa-41d1-bb67-c9e3f77168d5 tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3350744 Apr 20 18:17:45.357499 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e90a94c-0314-446a-b31e-b176f8ac9431 req-9e44945e-411d-4a0d-a257-105d8f181e04 tempest-VolumesActionsTest-413286933 tempest-VolumesActionsTest-413286933-project] Made reservation on behalf of 568e6eb4e6844fc9b8de360489f8f93a for: {'port': 1} {{(pid=86310) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 18:17:45.369596 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-6e90a94c-0314-446a-b31e-b176f8ac9431 req-9e44945e-411d-4a0d-a257-105d8f181e04 tempest-VolumesActionsTest-413286933 tempest-VolumesActionsTest-413286933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624671'] for port, before_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:45.401828 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.v2.base [req-555ff266-ce4a-4713-bcf4-5c530690b777 req-7af1daac-a9a8-4218-8a98-de242c0f7208 service neutron] Request body: {'port': {'device_id': 'e0aba721-291d-4cb5-807c-6021f6d6a677', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78692'}} {{(pid=86310) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:17:45.438315 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Pushing event updated for resources: {'Port': ['ID=e7099379-7fe8-471b-9b2e-8814ac912d1a,revision_number=5']} {{(pid=86312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:17:45.447074 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:17:45.532248 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dc328b-1ef7-4b05-aa5f-2bff2c1c871a req-b9699795-7c60-4016-8ea3-6a1cd24b6b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:17:45.533857 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-d7dc328b-1ef7-4b05-aa5f-2bff2c1c871a req-b9699795-7c60-4016-8ea3-6a1cd24b6b3c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=57b2d215-a646-4377-934b-f64e1f3dabe0 HTTP/1.1" status: 200 len: 1099 time: 0.2767632 Apr 20 18:17:45.550874 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d436ba33-7fc3-4980-92aa-7eec31459e03 req-13f218f9-83a4-4c12-9d5d-f236252e2568 tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:17:45.559618 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-d436ba33-7fc3-4980-92aa-7eec31459e03 req-13f218f9-83a4-4c12-9d5d-f236252e2568 tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] 10.222.0.32 "GET /v2.0/ports?device_id=57b2d215-a646-4377-934b-f64e1f3dabe0 HTTP/1.1" status: 200 len: 946 time: 0.4376593 Apr 20 18:17:45.701458 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-d7dc328b-1ef7-4b05-aa5f-2bff2c1c871a req-fc3d77e0-296b-4fa8-80fa-e8d9b50828de service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=63e5a295-1c1b-4259-93ce-61133d92337d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012762 Apr 20 18:17:45.750029 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-d436ba33-7fc3-4980-92aa-7eec31459e03 req-a160af56-6ee2-41d8-8277-c1de051b28dc tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] 10.222.0.32 "GET /v2.0/security-groups?id=63e5a295-1c1b-4259-93ce-61133d92337d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893098 Apr 20 18:17:45.758239 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.32', 51820) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:17:45.874011 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07d6c6c3-c813-4ea4-9976-f31a36a8cdd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7099379-7fe8-471b-9b2e-8814ac912d1a', 'code': 200} Apr 20 18:17:46.096258 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-555ff266-ce4a-4713-bcf4-5c530690b777 req-7af1daac-a9a8-4218-8a98-de242c0f7208 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624671'] for port, before_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:46.180159 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-a5de25c9-7a3a-4e50-a783-f300d864c620 req-2bea676a-186e-4418-92ec-8e6271fe75c5 tempest-VolumesActionsTest-413286933 tempest-VolumesActionsTest-413286933-project] 10.222.0.32 "GET /v2.0/ports?device_id=008a8d37-282e-4369-b1b1-c579a050a93d HTTP/1.1" status: 200 len: 210 time: 0.1168067 Apr 20 18:17:46.213191 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e11752-5abd-4b0c-9edf-0c986ae15e24 req-be8c50ff-6cfe-4169-bb0e-ca1bbcc2ea78 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:17:46.216188 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-96e11752-5abd-4b0c-9edf-0c986ae15e24 req-be8c50ff-6cfe-4169-bb0e-ca1bbcc2ea78 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] 10.222.0.32 "GET /v2.0/ports?device_id=07d6c6c3-c813-4ea4-9976-f31a36a8cdd1 HTTP/1.1" status: 200 len: 945 time: 0.9096003 Apr 20 18:17:46.285269 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-e00d75ad-9d20-4d4c-bcf5-4ea9b28cc134 None None] Notify callbacks [] for port, precommit_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:46.296447 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.db_base_plugin_common [req-6e90a94c-0314-446a-b31e-b176f8ac9431 req-9e44945e-411d-4a0d-a257-105d8f181e04 tempest-VolumesActionsTest-413286933 tempest-VolumesActionsTest-413286933-project] Allocated IP 172.20.0.9 (d990c784-9073-40b8-aa1a-a58c083aec5a/3790ef40-94fe-4384-81d7-8b2f617228ac/077c5745-8260-4223-b95d-4601ced28511) {{(pid=86310) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 18:17:46.303808 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.provisioning_blocks [None req-e00d75ad-9d20-4d4c-bcf5-4ea9b28cc134 None None] Transition to ACTIVE for port object 77c108b2-8823-4543-acfa-974d913811ac will not be triggered until provisioned by entity L2. {{(pid=86312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 18:17:46.313797 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-e00d75ad-9d20-4d4c-bcf5-4ea9b28cc134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852966479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736993730504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736993280695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299861495088'] for port, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:46.319292 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-ead9bc58-c908-4dbd-9816-488c21a37476 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:17:46.329975 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-f8bce7d9-f841-469c-b190-b52be76aaa25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:46.350225 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-f8bce7d9-f841-469c-b190-b52be76aaa25 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:17:46.361541 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-f8bce7d9-f841-469c-b190-b52be76aaa25 admin admin] Usage tracker for resource:security_group_rule and tenant:26e69516ee9447959723e8ed3bebd1b8 is out of sync, need to count used quota {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:17:46.375590 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-f8bce7d9-f841-469c-b190-b52be76aaa25 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:17:46.387036 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-f8bce7d9-f841-469c-b190-b52be76aaa25 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:17:46.395895 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8926f7-3538-4d18-b1d8-6b4e09ef72d4 req-a55a5dfc-a5ee-49d6-8c9c-fcf5a2435fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:17:46.397729 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-6f8926f7-3538-4d18-b1d8-6b4e09ef72d4 req-a55a5dfc-a5ee-49d6-8c9c-fcf5a2435fd9 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=07d6c6c3-c813-4ea4-9976-f31a36a8cdd1 HTTP/1.1" status: 200 len: 1098 time: 0.2134106 Apr 20 18:17:46.451335 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed97dd-a72f-49a0-932b-5494b057c855 None None] Pushing event updated for resources: {'Port': ['ID=77c108b2-8823-4543-acfa-974d913811ac,revision_number=3']} {{(pid=86312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:17:46.464330 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-beed97dd-a72f-49a0-932b-5494b057c855 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:17:46.787217 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-f8bce7d9-f841-469c-b190-b52be76aaa25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:46.827029 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-f8bce7d9-f841-469c-b190-b52be76aaa25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854236768'] for security_group, after_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:46.877275 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-f01f918e-0001-4831-a94d-a8e85e2773fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:17:46.900368 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-6e90a94c-0314-446a-b31e-b176f8ac9431 req-9e44945e-411d-4a0d-a257-105d8f181e04 tempest-VolumesActionsTest-413286933 tempest-VolumesActionsTest-413286933-project] Notify callbacks [] for port, precommit_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:46.923078 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-f8bce7d9-f841-469c-b190-b52be76aaa25 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=26e69516ee9447959723e8ed3bebd1b8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1640081 Apr 20 18:17:46.925517 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.32', 51832) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:17:46.926369 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bce7d9-f841-469c-b190-b52be76aaa25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db5d6592-d2cb-46f8-b131-9a53da5bf46e,revision_number=1']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:17:46.941545 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-6f8926f7-3538-4d18-b1d8-6b4e09ef72d4 req-6a659e0f-98a5-405b-888f-4514bff8d82b service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=72e2741b-2767-416b-b004-90187f015a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5082963 Apr 20 18:17:46.943419 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-6e90a94c-0314-446a-b31e-b176f8ac9431 req-9e44945e-411d-4a0d-a257-105d8f181e04 tempest-VolumesActionsTest-413286933 tempest-VolumesActionsTest-413286933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852966479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736993280678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852424964'] for port, after_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:46.951885 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-f8bce7d9-f841-469c-b190-b52be76aaa25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:17:46.985008 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.managers [None req-e00d75ad-9d20-4d4c-bcf5-4ea9b28cc134 None None] Attempting to bind port 77c108b2-8823-4543-acfa-974d913811ac on host dv-cinder-786929-2-smb for vnic_type normal with profile {{(pid=86312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 18:17:46.985610 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.managers [None req-e00d75ad-9d20-4d4c-bcf5-4ea9b28cc134 None None] Attempting to bind port 77c108b2-8823-4543-acfa-974d913811ac by drivers openvswitch,hyperv on host dv-cinder-786929-2-smb at level 0 using segments [{'id': 'fd980a66-31a5-46f7-a49b-b8797b33df90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '8f4fef7b-1d7f-4c70-8d7a-1b3cf87362ee'}] {{(pid=86312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 18:17:46.986322 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e00d75ad-9d20-4d4c-bcf5-4ea9b28cc134 None None] Attempting to bind port 77c108b2-8823-4543-acfa-974d913811ac on network 8f4fef7b-1d7f-4c70-8d7a-1b3cf87362ee {{(pid=86312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 18:17:46.993840 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e00d75ad-9d20-4d4c-bcf5-4ea9b28cc134 None None] Checking agent: {'id': '909349f5-e61f-491f-bcfb-3e6f3416917d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786929-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 7, 12), 'started_at': datetime.datetime(2021, 4, 20, 18, 7, 42), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 17, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786929-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 18:17:46.994940 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e00d75ad-9d20-4d4c-bcf5-4ea9b28cc134 None None] Checking segment: {'id': 'fd980a66-31a5-46f7-a49b-b8797b33df90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '8f4fef7b-1d7f-4c70-8d7a-1b3cf87362ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 18:17:46.995552 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-e00d75ad-9d20-4d4c-bcf5-4ea9b28cc134 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:46.996137 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e00d75ad-9d20-4d4c-bcf5-4ea9b28cc134 None None] Bound using segment: {'id': 'fd980a66-31a5-46f7-a49b-b8797b33df90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '8f4fef7b-1d7f-4c70-8d7a-1b3cf87362ee'} {{(pid=86312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 18:17:46.996948 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.managers [None req-e00d75ad-9d20-4d4c-bcf5-4ea9b28cc134 None None] Bound port: 77c108b2-8823-4543-acfa-974d913811ac, host: dv-cinder-786929-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd980a66-31a5-46f7-a49b-b8797b33df90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '8f4fef7b-1d7f-4c70-8d7a-1b3cf87362ee'}}] {{(pid=86312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 18:17:46.997526 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-e00d75ad-9d20-4d4c-bcf5-4ea9b28cc134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624671'] for port, before_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:47.047406 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010bbab4-17be-4ad0-933f-cb9c80b4f205 req-4f2c23cf-651b-4b82-b60f-062a444ca820 tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:17:47.057632 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-010bbab4-17be-4ad0-933f-cb9c80b4f205 req-4f2c23cf-651b-4b82-b60f-062a444ca820 tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] 10.222.0.32 "GET /v2.0/ports?device_id=e0aba721-291d-4cb5-807c-6021f6d6a677 HTTP/1.1" status: 200 len: 931 time: 0.6226943 Apr 20 18:17:47.103501 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-c03e3295-fc5e-4fed-9a69-43142424b033 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:17:47.148514 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-010bbab4-17be-4ad0-933f-cb9c80b4f205 req-9f9948af-cde9-49b1-a3c9-c0f534b0d8a3 tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] 10.222.0.32 "GET /v2.0/security-groups?id=e00ece0e-9c57-41eb-9bc3-9c38bfc30996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895324 Apr 20 18:17:47.151415 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-02541d5f-befc-41cd-aa97-cd982f4ff520 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:47.154252 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.db [None req-e00d75ad-9d20-4d4c-bcf5-4ea9b28cc134 None None] For port 77c108b2-8823-4543-acfa-974d913811ac, host dv-cinder-786929-2-smb, cleared binding levels {{(pid=86312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 18:17:47.157810 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.db [None req-e00d75ad-9d20-4d4c-bcf5-4ea9b28cc134 None None] For port 77c108b2-8823-4543-acfa-974d913811ac, host dv-cinder-786929-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-2-smb',level=0,port_id=77c108b2-8823-4543-acfa-974d913811ac,segment=NetworkSegment(fd980a66-31a5-46f7-a49b-b8797b33df90),segment_id=fd980a66-31a5-46f7-a49b-b8797b33df90)] {{(pid=86312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 18:17:47.162206 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-e00d75ad-9d20-4d4c-bcf5-4ea9b28cc134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852966479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736993730504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736993280695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299861495088'] for port, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:47.166817 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:17:47.215428 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-02541d5f-befc-41cd-aa97-cd982f4ff520 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:47.264889 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed97dd-a72f-49a0-932b-5494b057c855 None None] Pushing event updated for resources: {'Port': ['ID=77c108b2-8823-4543-acfa-974d913811ac,revision_number=4']} {{(pid=86312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:17:47.270323 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-beed97dd-a72f-49a0-932b-5494b057c855 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:17:47.309490 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e00d75ad-9d20-4d4c-bcf5-4ea9b28cc134 None None] Routers {'aaee1f57-42f7-4f32-b407-a067ab95d548'} bound to L3 agent in host dv-cinder-786929-2-smb {{(pid=86312) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:17:47.310830 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_hamode_db [None req-e00d75ad-9d20-4d4c-bcf5-4ea9b28cc134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786929-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-20T18:07:11Z,description=,heartbeat_timestamp=2021-04-20T18:17:41Z,host='dv-cinder-786929-2-smb',id=40af0123-fc20-4e27-8672-759459b7c5ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T18:07:11Z,topic='l3_agent')) {'router_ids': ['aaee1f57-42f7-4f32-b407-a067ab95d548'], 'active': True} {{(pid=86312) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:17:47.319923 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-02541d5f-befc-41cd-aa97-cd982f4ff520 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854236768'] for security_group, after_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:47.337780 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-6baad5ae-9718-4888-b58e-eed6322656dc tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:17:47.340540 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02541d5f-befc-41cd-aa97-cd982f4ff520 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db5d6592-d2cb-46f8-b131-9a53da5bf46e,revision_number=None']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:17:47.343047 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-02541d5f-befc-41cd-aa97-cd982f4ff520 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:17:47.352523 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-02541d5f-befc-41cd-aa97-cd982f4ff520 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:47.355997 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-02541d5f-befc-41cd-aa97-cd982f4ff520 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/db5d6592-d2cb-46f8-b131-9a53da5bf46e HTTP/1.1" status: 204 len: 168 time: 0.4064891 Apr 20 18:17:47.523973 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09fad67-cfcb-4bf9-951b-79ac7e661204 req-9243cd1a-6fe7-4f63-b3e2-545e1c79882d tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:17:47.526754 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-a09fad67-cfcb-4bf9-951b-79ac7e661204 req-9243cd1a-6fe7-4f63-b3e2-545e1c79882d tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] 10.222.0.32 "GET /v2.0/ports?device_id=57b2d215-a646-4377-934b-f64e1f3dabe0 HTTP/1.1" status: 200 len: 946 time: 0.1272211 Apr 20 18:17:47.598649 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-a09fad67-cfcb-4bf9-951b-79ac7e661204 req-26d4080f-e3f8-49e9-86bb-49a123c39f47 tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] 10.222.0.32 "GET /v2.0/security-groups?id=63e5a295-1c1b-4259-93ce-61133d92337d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627079 Apr 20 18:17:47.712855 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_dvr_db [None req-e00d75ad-9d20-4d4c-bcf5-4ea9b28cc134 None None] Set router aaee1f57-42f7-4f32-b407-a067ab95d548 gateway port host: dv-cinder-786929-2-smb {{(pid=86312) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 18:17:47.885590 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e90a94c-0314-446a-b31e-b176f8ac9431 req-9e44945e-411d-4a0d-a257-105d8f181e04 tempest-VolumesActionsTest-413286933 tempest-VolumesActionsTest-413286933-project] Network d990c784-9073-40b8-aa1a-a58c083aec5a is already hosted by enough agents. {{(pid=86310) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 18:17:47.901507 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-96e11752-5abd-4b0c-9edf-0c986ae15e24 req-b7e1f4ca-8a23-4e50-8aa1-d189fd231672 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] 10.222.0.32 "GET /v2.0/security-groups?id=72e2741b-2767-416b-b004-90187f015a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.4620194 Apr 20 18:17:47.902761 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.scheduler.base_scheduler [req-6e90a94c-0314-446a-b31e-b176f8ac9431 req-9e44945e-411d-4a0d-a257-105d8f181e04 tempest-VolumesActionsTest-413286933 tempest-VolumesActionsTest-413286933-project] Resources bound (agent type, host, resource id): {{(pid=86310) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:17:47.905268 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e90a94c-0314-446a-b31e-b176f8ac9431 req-9e44945e-411d-4a0d-a257-105d8f181e04 tempest-VolumesActionsTest-413286933 tempest-VolumesActionsTest-413286933-project] Received port after_create {{(pid=86310) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 18:17:47.998331 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e44945e-411d-4a0d-a257-105d8f181e04 tempest-VolumesActionsTest-413286933 tempest-VolumesActionsTest-413286933-project] Pushing event updated for resources: {'Port': ['ID=077c5745-8260-4223-b95d-4601ced28511,revision_number=1']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:17:48.057752 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-9e44945e-411d-4a0d-a257-105d8f181e04 tempest-VolumesActionsTest-413286933 tempest-VolumesActionsTest-413286933-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.950s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:17:48.138963 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb85a97-da07-4a0a-9b40-04e70b420822 req-a42476af-b30f-4e91-96f5-ab0a3d81e152 tempest-VolumesActionsTest-413286933 tempest-VolumesActionsTest-413286933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:17:48.141022 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-4cb85a97-da07-4a0a-9b40-04e70b420822 req-a42476af-b30f-4e91-96f5-ab0a3d81e152 tempest-VolumesActionsTest-413286933 tempest-VolumesActionsTest-413286933-project] 10.222.0.32 "GET /v2.0/ports?device_id=008a8d37-282e-4369-b1b1-c579a050a93d HTTP/1.1" status: 200 len: 931 time: 0.1857672 Apr 20 18:17:48.149946 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e90a94c-0314-446a-b31e-b176f8ac9431 req-9e44945e-411d-4a0d-a257-105d8f181e04 tempest-VolumesActionsTest-413286933 tempest-VolumesActionsTest-413286933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:17:48.150732 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-6e90a94c-0314-446a-b31e-b176f8ac9431 req-9e44945e-411d-4a0d-a257-105d8f181e04 tempest-VolumesActionsTest-413286933 tempest-VolumesActionsTest-413286933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759958'] for port, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:48.214997 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-6e90a94c-0314-446a-b31e-b176f8ac9431 req-9e44945e-411d-4a0d-a257-105d8f181e04 tempest-VolumesActionsTest-413286933 tempest-VolumesActionsTest-413286933-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5105410 Apr 20 18:17:48.239834 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-4cb85a97-da07-4a0a-9b40-04e70b420822 req-9684e5f6-cb99-47c3-9f60-b58a37f74984 tempest-VolumesActionsTest-413286933 tempest-VolumesActionsTest-413286933-project] 10.222.0.32 "GET /v2.0/security-groups?id=159e6823-83c7-488c-a617-0884749e7f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894456 Apr 20 18:17:48.414025 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.v2.base [req-6e90a94c-0314-446a-b31e-b176f8ac9431 req-a75f681a-584a-47ee-ae6a-5a48d25dafc2 service neutron] Request body: {'port': {'device_id': '008a8d37-282e-4369-b1b1-c579a050a93d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78692'}} {{(pid=86310) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:17:48.521073 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.notifiers.nova [req-555ff266-ce4a-4713-bcf4-5c530690b777 req-7af1daac-a9a8-4218-8a98-de242c0f7208 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d119e6fd-5db7-41ca-acb1-15299c25a889 {{(pid=86310) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 18:17:48.555172 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_hamode_db [None req-e00d75ad-9d20-4d4c-bcf5-4ea9b28cc134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaee1f57-42f7-4f32-b407-a067ab95d548', 'name': 'tempest-TestMinimumBasicScenario-795236797-router', 'tenant_id': 'ec8fca4eb7304806a62ea6a9b05feff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26051af8-ebd0-4db2-857e-181975352424', 'external_fixed_ips': [{'subnet_id': 'a8fb9e9c-99d7-49f9-8da9-302520785055', 'ip_address': '172.28.0.225'}], 'enable_snat': True}, 'gw_port_id': '1ac51ac7-b1ea-4dd8-a36c-ec8ede5f4f75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:17:31Z', 'updated_at': '2021-04-20T18:17:40Z', 'revision_number': 4, 'project_id': 'ec8fca4eb7304806a62ea6a9b05feff5', 'gw_port': {'id': '1ac51ac7-b1ea-4dd8-a36c-ec8ede5f4f75', 'name': '', 'network_id': '26051af8-ebd0-4db2-857e-181975352424', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:a9:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaee1f57-42f7-4f32-b407-a067ab95d548', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': 'a8fb9e9c-99d7-49f9-8da9-302520785055', 'ip_address': '172.28.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:17:33Z', 'updated_at': '2021-04-20T18:17:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8fb9e9c-99d7-49f9-8da9-302520785055', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-2-smb', '_interfaces': [{'id': '77c108b2-8823-4543-acfa-974d913811ac', 'name': '', 'network_id': '8f4fef7b-1d7f-4c70-8d7a-1b3cf87362ee', 'tenant_id': 'ec8fca4eb7304806a62ea6a9b05feff5', 'mac_address': 'fa:16:3e:06:1c:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaee1f57-42f7-4f32-b407-a067ab95d548', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'c6a4747d-0f52-437a-8625-5de6c991d250', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:17:38Z', 'updated_at': '2021-04-20T18:17:47Z', 'revision_number': 4, 'project_id': 'ec8fca4eb7304806a62ea6a9b05feff5', 'subnets': [{'id': 'c6a4747d-0f52-437a-8625-5de6c991d250', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786929-2-smb', False) {} {{(pid=86312) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:17:48.560855 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-555ff266-ce4a-4713-bcf4-5c530690b777 req-7af1daac-a9a8-4218-8a98-de242c0f7208 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:48.605180 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e00d75ad-9d20-4d4c-bcf5-4ea9b28cc134 None None] The sync data for ids ['aaee1f57-42f7-4f32-b407-a067ab95d548'] in dv-cinder-786929-2-smb is: [{'id': 'aaee1f57-42f7-4f32-b407-a067ab95d548', 'name': 'tempest-TestMinimumBasicScenario-795236797-router', 'tenant_id': 'ec8fca4eb7304806a62ea6a9b05feff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26051af8-ebd0-4db2-857e-181975352424', 'external_fixed_ips': [{'subnet_id': 'a8fb9e9c-99d7-49f9-8da9-302520785055', 'ip_address': '172.28.0.225'}], 'enable_snat': True}, 'gw_port_id': '1ac51ac7-b1ea-4dd8-a36c-ec8ede5f4f75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:17:31Z', 'updated_at': '2021-04-20T18:17:40Z', 'revision_number': 4, 'project_id': 'ec8fca4eb7304806a62ea6a9b05feff5', 'gw_port': {'id': '1ac51ac7-b1ea-4dd8-a36c-ec8ede5f4f75', 'name': '', 'network_id': '26051af8-ebd0-4db2-857e-181975352424', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:a9:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaee1f57-42f7-4f32-b407-a067ab95d548', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': 'a8fb9e9c-99d7-49f9-8da9-302520785055', 'ip_address': '172.28.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:17:33Z', 'updated_at': '2021-04-20T18:17:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8fb9e9c-99d7-49f9-8da9-302520785055', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-2-smb', '_interfaces': [{'id': '77c108b2-8823-4543-acfa-974d913811ac', 'name': '', 'network_id': '8f4fef7b-1d7f-4c70-8d7a-1b3cf87362ee', 'tenant_id': 'ec8fca4eb7304806a62ea6a9b05feff5', 'mac_address': 'fa:16:3e:06:1c:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaee1f57-42f7-4f32-b407-a067ab95d548', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'c6a4747d-0f52-437a-8625-5de6c991d250', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:17:38Z', 'updated_at': '2021-04-20T18:17:47Z', 'revision_number': 4, 'project_id': 'ec8fca4eb7304806a62ea6a9b05feff5', 'subnets': [{'id': 'c6a4747d-0f52-437a-8625-5de6c991d250', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86312) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 18:17:48.659157 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.provisioning_blocks [req-555ff266-ce4a-4713-bcf4-5c530690b777 req-7af1daac-a9a8-4218-8a98-de242c0f7208 service neutron] Transition to ACTIVE for port object d119e6fd-5db7-41ca-acb1-15299c25a889 will not be triggered until provisioned by entity L2. {{(pid=86310) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 18:17:48.668700 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-555ff266-ce4a-4713-bcf4-5c530690b777 req-7af1daac-a9a8-4218-8a98-de242c0f7208 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852966479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736993730504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736993280695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299861495088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2350837'] for port, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:48.674251 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-90723b11-5d93-4951-84f8-46e0c6b96f32 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:17:49.037672 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673f42dd-22c8-4cc6-b8a6-23079f05afd2 req-a4f58503-8aa5-41a2-98e3-c5657ee8b1ca tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:17:49.051245 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-673f42dd-22c8-4cc6-b8a6-23079f05afd2 req-a4f58503-8aa5-41a2-98e3-c5657ee8b1ca tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] 10.222.0.32 "GET /v2.0/ports?device_id=e0aba721-291d-4cb5-807c-6021f6d6a677 HTTP/1.1" status: 200 len: 943 time: 0.1932127 Apr 20 18:17:49.067224 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-6e90a94c-0314-446a-b31e-b176f8ac9431 req-a75f681a-584a-47ee-ae6a-5a48d25dafc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624671'] for port, before_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:49.121886 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af1daac-a9a8-4218-8a98-de242c0f7208 service neutron] Pushing event updated for resources: {'Port': ['ID=d119e6fd-5db7-41ca-acb1-15299c25a889,revision_number=2']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:17:49.206994 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-7af1daac-a9a8-4218-8a98-de242c0f7208 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.533s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:17:49.262646 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.32', 51878) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:17:49.353060 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-673f42dd-22c8-4cc6-b8a6-23079f05afd2 req-f4c5239e-bcd4-4974-9230-b921d818c6ca tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] 10.222.0.32 "GET /v2.0/security-groups?id=e00ece0e-9c57-41eb-9bc3-9c38bfc30996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2986519 Apr 20 18:17:49.427677 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.rpc [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Device 77c108b2-8823-4543-acfa-974d913811ac up at agent ovs-agent-dv-cinder-786929-2-smb {{(pid=86312) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:17:49.502374 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.managers [req-555ff266-ce4a-4713-bcf4-5c530690b777 req-7af1daac-a9a8-4218-8a98-de242c0f7208 service neutron] Attempting to bind port d119e6fd-5db7-41ca-acb1-15299c25a889 on host hv-cinder-78692 for vnic_type normal with profile {{(pid=86310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 18:17:49.502767 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.managers [req-555ff266-ce4a-4713-bcf4-5c530690b777 req-7af1daac-a9a8-4218-8a98-de242c0f7208 service neutron] Attempting to bind port d119e6fd-5db7-41ca-acb1-15299c25a889 by drivers openvswitch,hyperv on host hv-cinder-78692 at level 0 using segments [{'id': '35da9b45-4e14-4089-845f-39a81432394e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '33ae499e-8924-4d19-b24e-e728f8047f05'}] {{(pid=86310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 18:17:49.503142 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-555ff266-ce4a-4713-bcf4-5c530690b777 req-7af1daac-a9a8-4218-8a98-de242c0f7208 service neutron] Attempting to bind port d119e6fd-5db7-41ca-acb1-15299c25a889 on network 33ae499e-8924-4d19-b24e-e728f8047f05 {{(pid=86310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 18:17:49.544243 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-555ff266-ce4a-4713-bcf4-5c530690b777 req-7af1daac-a9a8-4218-8a98-de242c0f7208 service neutron] Port d119e6fd-5db7-41ca-acb1-15299c25a889 on network 33ae499e-8924-4d19-b24e-e728f8047f05 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78692 {{(pid=86310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 18:17:49.544642 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-555ff266-ce4a-4713-bcf4-5c530690b777 req-7af1daac-a9a8-4218-8a98-de242c0f7208 service neutron] Attempting to bind port d119e6fd-5db7-41ca-acb1-15299c25a889 on network 33ae499e-8924-4d19-b24e-e728f8047f05 {{(pid=86310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 18:17:49.577500 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-555ff266-ce4a-4713-bcf4-5c530690b777 req-7af1daac-a9a8-4218-8a98-de242c0f7208 service neutron] Checking agent: {'id': '71059bf3-e4c5-4d56-bb94-7a29312e7bcf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78692', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 14, 3), 'started_at': datetime.datetime(2021, 4, 20, 18, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 17, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 18:17:49.577885 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-555ff266-ce4a-4713-bcf4-5c530690b777 req-7af1daac-a9a8-4218-8a98-de242c0f7208 service neutron] Checking segment: {'id': '35da9b45-4e14-4089-845f-39a81432394e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '33ae499e-8924-4d19-b24e-e728f8047f05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 18:17:49.578329 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-555ff266-ce4a-4713-bcf4-5c530690b777 req-7af1daac-a9a8-4218-8a98-de242c0f7208 service neutron] Bound using segment: {'id': '35da9b45-4e14-4089-845f-39a81432394e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '33ae499e-8924-4d19-b24e-e728f8047f05'} {{(pid=86310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 18:17:49.578898 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.managers [req-555ff266-ce4a-4713-bcf4-5c530690b777 req-7af1daac-a9a8-4218-8a98-de242c0f7208 service neutron] Bound port: d119e6fd-5db7-41ca-acb1-15299c25a889, host: hv-cinder-78692, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35da9b45-4e14-4089-845f-39a81432394e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '33ae499e-8924-4d19-b24e-e728f8047f05'}}] {{(pid=86310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 18:17:49.579298 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-555ff266-ce4a-4713-bcf4-5c530690b777 req-7af1daac-a9a8-4218-8a98-de242c0f7208 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624671'] for port, before_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:49.676985 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db77d5cb-c1c9-4d3b-934e-39f9127471f2 req-0be5f470-cd2b-40e0-b259-a11228251db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:17:49.684417 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-db77d5cb-c1c9-4d3b-934e-39f9127471f2 req-0be5f470-cd2b-40e0-b259-a11228251db5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=48e5df147ce142c88e849dbcf9521831&device_id=57b2d215-a646-4377-934b-f64e1f3dabe0 HTTP/1.1" status: 200 len: 1099 time: 0.2790620 Apr 20 18:17:49.700467 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.provisioning_blocks [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Provisioning for port 77c108b2-8823-4543-acfa-974d913811ac completed by entity L2. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 18:17:49.716590 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.provisioning_blocks [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Provisioning complete for port 77c108b2-8823-4543-acfa-974d913811ac triggered by entity L2. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:17:49.728545 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853381758'] for port, provisioning_complete {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:49.878855 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.v2.base [None req-fd5facc1-36df-4cea-ae31-67a2457350de admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-932433395-network', 'tenant_id': 'c63217fb60aa4544a29b035267cf6bf0'}} {{(pid=86310) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:17:49.895966 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-fd5facc1-36df-4cea-ae31-67a2457350de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:17:49.904015 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624671'] for port, before_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:49.910486 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.db [req-555ff266-ce4a-4713-bcf4-5c530690b777 req-7af1daac-a9a8-4218-8a98-de242c0f7208 service neutron] For port d119e6fd-5db7-41ca-acb1-15299c25a889, host hv-cinder-78692, cleared binding levels {{(pid=86310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 18:17:49.915075 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.db [req-555ff266-ce4a-4713-bcf4-5c530690b777 req-7af1daac-a9a8-4218-8a98-de242c0f7208 service neutron] For port d119e6fd-5db7-41ca-acb1-15299c25a889, host hv-cinder-78692, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=d119e6fd-5db7-41ca-acb1-15299c25a889,segment=NetworkSegment(35da9b45-4e14-4089-845f-39a81432394e),segment_id=35da9b45-4e14-4089-845f-39a81432394e)] {{(pid=86310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 18:17:49.936154 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-555ff266-ce4a-4713-bcf4-5c530690b777 req-7af1daac-a9a8-4218-8a98-de242c0f7208 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852966479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736993730504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736993280695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299861495088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2350837'] for port, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:49.951504 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-fd5facc1-36df-4cea-ae31-67a2457350de admin admin] Usage tracker for resource:network and tenant:c63217fb60aa4544a29b035267cf6bf0 is out of sync, need to count used quota {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:17:49.956366 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:17:49.978649 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.db [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] For port 77c108b2-8823-4543-acfa-974d913811ac, host dv-cinder-786929-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-2-smb',level=0,port_id=77c108b2-8823-4543-acfa-974d913811ac,segment=NetworkSegment(fd980a66-31a5-46f7-a49b-b8797b33df90),segment_id=fd980a66-31a5-46f7-a49b-b8797b33df90)] {{(pid=86312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:17:49.981874 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852966479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736993730504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736993280695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299861495088'] for port, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:49.986316 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-d645ea62-4e53-426e-82c5-6b46a3e99c44 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:17:50.050018 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-fd5facc1-36df-4cea-ae31-67a2457350de admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:17:50.061081 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af1daac-a9a8-4218-8a98-de242c0f7208 service neutron] Pushing event updated for resources: {'Port': ['ID=d119e6fd-5db7-41ca-acb1-15299c25a889,revision_number=3']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:17:50.090495 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-fd5facc1-36df-4cea-ae31-67a2457350de admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:17:50.093906 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-7af1daac-a9a8-4218-8a98-de242c0f7208 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:17:50.097177 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Pushing event updated for resources: {'Port': ['ID=77c108b2-8823-4543-acfa-974d913811ac,revision_number=5']} {{(pid=86312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:17:50.104035 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555ff266-ce4a-4713-bcf4-5c530690b777 req-7af1daac-a9a8-4218-8a98-de242c0f7208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:17:50.104880 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-555ff266-ce4a-4713-bcf4-5c530690b777 req-7af1daac-a9a8-4218-8a98-de242c0f7208 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759958'] for port, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:50.106602 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-555ff266-ce4a-4713-bcf4-5c530690b777 req-7af1daac-a9a8-4218-8a98-de242c0f7208 service neutron] 10.222.0.13 "PUT /v2.0/ports/d119e6fd-5db7-41ca-acb1-15299c25a889 HTTP/1.1" status: 200 len: 1093 time: 4.7106726 Apr 20 18:17:50.115854 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:17:50.130018 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0aba721-291d-4cb5-807c-6021f6d6a677', 'tag': 'd119e6fd-5db7-41ca-acb1-15299c25a889'}] {{(pid=86310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:17:50.142653 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704c20e9-1d96-4ce9-882a-85637729c5d4 req-c4384574-7fc8-48a2-a77c-fda7753e537e tempest-VolumesActionsTest-413286933 tempest-VolumesActionsTest-413286933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:17:50.152043 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-704c20e9-1d96-4ce9-882a-85637729c5d4 req-c4384574-7fc8-48a2-a77c-fda7753e537e tempest-VolumesActionsTest-413286933 tempest-VolumesActionsTest-413286933-project] 10.222.0.32 "GET /v2.0/ports?device_id=008a8d37-282e-4369-b1b1-c579a050a93d HTTP/1.1" status: 200 len: 931 time: 0.4010186 Apr 20 18:17:50.238749 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-704c20e9-1d96-4ce9-882a-85637729c5d4 req-395d7a1e-7b92-4d6e-b154-eeb2f2c45d22 tempest-VolumesActionsTest-413286933 tempest-VolumesActionsTest-413286933-project] 10.222.0.32 "GET /v2.0/security-groups?id=159e6823-83c7-488c-a617-0884749e7f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838308 Apr 20 18:17:50.267515 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab425cc-1764-469b-bce7-84c346999b54 req-569bf871-3be7-42cc-9a84-88eb739e038e tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:17:50.275882 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-7ab425cc-1764-469b-bce7-84c346999b54 req-569bf871-3be7-42cc-9a84-88eb739e038e tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] 10.222.0.32 "GET /v2.0/ports?device_id=07d6c6c3-c813-4ea4-9976-f31a36a8cdd1 HTTP/1.1" status: 200 len: 945 time: 0.6582084 Apr 20 18:17:50.280004 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db77d5cb-c1c9-4d3b-934e-39f9127471f2 req-45690d4b-d387-4676-97c9-e2cb3bc97c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:17:50.282220 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-db77d5cb-c1c9-4d3b-934e-39f9127471f2 req-45690d4b-d387-4676-97c9-e2cb3bc97c52 service neutron] 10.222.0.13 "GET /v2.0/networks?id=15a6a0fd-d337-49a6-891c-eac6549b2bfb HTTP/1.1" status: 200 len: 919 time: 0.5893197 Apr 20 18:17:50.354934 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd5facc1-36df-4cea-ae31-67a2457350de admin admin] Made reservation on behalf of c63217fb60aa4544a29b035267cf6bf0 for: {'network': 1} {{(pid=86310) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 18:17:50.360126 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-fd5facc1-36df-4cea-ae31-67a2457350de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624671'] for network, before_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:50.388159 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-fd5facc1-36df-4cea-ae31-67a2457350de admin admin] Notify callbacks [] for security_group, before_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:50.441373 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-fd5facc1-36df-4cea-ae31-67a2457350de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:17:50.460016 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-fd5facc1-36df-4cea-ae31-67a2457350de admin admin] Usage tracker for resource:security_group_rule and tenant:c63217fb60aa4544a29b035267cf6bf0 is out of sync, need to count used quota {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:17:50.474323 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-fd5facc1-36df-4cea-ae31-67a2457350de admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:17:50.489586 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-7ab425cc-1764-469b-bce7-84c346999b54 req-bd272162-bdcf-41ad-bd8d-ade88931f04e tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] 10.222.0.32 "GET /v2.0/security-groups?id=72e2741b-2767-416b-b004-90187f015a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2126043 Apr 20 18:17:50.548336 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-fd5facc1-36df-4cea-ae31-67a2457350de admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:17:50.616245 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0aba721-291d-4cb5-807c-6021f6d6a677', 'tag': 'd119e6fd-5db7-41ca-acb1-15299c25a889', 'status': 'completed', 'code': 200} Apr 20 18:17:50.649866 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555ff266-ce4a-4713-bcf4-5c530690b777 req-da8ee95f-340c-4a73-b65a-ae4a09df4472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:17:50.659862 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-555ff266-ce4a-4713-bcf4-5c530690b777 req-da8ee95f-340c-4a73-b65a-ae4a09df4472 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=96ff5c4d39a64c7b8df2adf23972e2ba&device_id=e0aba721-291d-4cb5-807c-6021f6d6a677 HTTP/1.1" status: 200 len: 1096 time: 0.5055490 Apr 20 18:17:50.775714 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-db77d5cb-c1c9-4d3b-934e-39f9127471f2 req-3cf5dfbc-631a-45df-94a2-3a09caf334a8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8fb4d145-1862-458a-8f77-c2300060536e HTTP/1.1" status: 200 len: 217 time: 0.4750962 Apr 20 18:17:50.777416 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.db.resource_extend [req-6e90a94c-0314-446a-b31e-b176f8ac9431 req-a75f681a-584a-47ee-ae6a-5a48d25dafc2 service neutron] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86310) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 20 18:17:50.808030 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-555ff266-ce4a-4713-bcf4-5c530690b777 req-61c4ab19-d339-4556-bf43-6a968e3b80e3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d119e6fd-5db7-41ca-acb1-15299c25a889 HTTP/1.1" status: 200 len: 217 time: 0.1249318 Apr 20 18:17:50.953783 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db77d5cb-c1c9-4d3b-934e-39f9127471f2 req-387fa48e-3760-487d-a8a2-5121f2f29a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:17:50.955458 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-db77d5cb-c1c9-4d3b-934e-39f9127471f2 req-387fa48e-3760-487d-a8a2-5121f2f29a34 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ebfd3c2f-c00a-4eb7-8bea-d2691ff138cc HTTP/1.1" status: 200 len: 858 time: 0.0954969 Apr 20 18:17:51.025480 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.notifiers.nova [req-6e90a94c-0314-446a-b31e-b176f8ac9431 req-a75f681a-584a-47ee-ae6a-5a48d25dafc2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 077c5745-8260-4223-b95d-4601ced28511 {{(pid=86310) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 18:17:51.035816 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-db77d5cb-c1c9-4d3b-934e-39f9127471f2 req-373c3c30-40c7-46c1-9818-c22021667965 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=15a6a0fd-d337-49a6-891c-eac6549b2bfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0656297 Apr 20 18:17:51.045914 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b80216b-e6c5-48fd-85a2-1ac7bac62d08 req-242a21bc-9d1d-44e6-bb5b-00aa8595acaf tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:17:51.047683 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-8b80216b-e6c5-48fd-85a2-1ac7bac62d08 req-242a21bc-9d1d-44e6-bb5b-00aa8595acaf tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] 10.222.0.32 "GET /v2.0/ports?device_id=57b2d215-a646-4377-934b-f64e1f3dabe0 HTTP/1.1" status: 200 len: 946 time: 0.2707899 Apr 20 18:17:51.055964 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-6e90a94c-0314-446a-b31e-b176f8ac9431 req-a75f681a-584a-47ee-ae6a-5a48d25dafc2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:51.065497 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555ff266-ce4a-4713-bcf4-5c530690b777 req-4aee5b41-1446-42c5-b2af-96ac881c58bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:17:51.067175 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-555ff266-ce4a-4713-bcf4-5c530690b777 req-4aee5b41-1446-42c5-b2af-96ac881c58bb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6f3914bf-0050-4c6e-8c1b-205da5910b8c HTTP/1.1" status: 200 len: 855 time: 0.2149224 Apr 20 18:17:51.142564 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-fd5facc1-36df-4cea-ae31-67a2457350de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:51.165175 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.provisioning_blocks [req-6e90a94c-0314-446a-b31e-b176f8ac9431 req-a75f681a-584a-47ee-ae6a-5a48d25dafc2 service neutron] Transition to ACTIVE for port object 077c5745-8260-4223-b95d-4601ced28511 will not be triggered until provisioned by entity L2. {{(pid=86310) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 18:17:51.170606 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-555ff266-ce4a-4713-bcf4-5c530690b777 req-f7622453-93a6-4264-86b9-8599b5f0b2b7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=33ae499e-8924-4d19-b24e-e728f8047f05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0815585 Apr 20 18:17:51.268915 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3bddaa-e1a6-4500-8d3d-e3e0fd143404 req-644b8ab8-acd3-4d63-b075-ae14ba173bf2 tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:17:51.269737 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [req-7a3bddaa-e1a6-4500-8d3d-e3e0fd143404 req-644b8ab8-acd3-4d63-b075-ae14ba173bf2 tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] Synchronizing usage tracker for tenant:96ff5c4d39a64c7b8df2adf23972e2ba on resource:port {{(pid=86310) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 18:17:51.280877 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-6e90a94c-0314-446a-b31e-b176f8ac9431 req-a75f681a-584a-47ee-ae6a-5a48d25dafc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852966479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736993730504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736993280695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299861495088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2350837'] for port, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:51.285497 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-fd5facc1-36df-4cea-ae31-67a2457350de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854236768'] for security_group, after_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:51.287711 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.rpc [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Device 77c108b2-8823-4543-acfa-974d913811ac up at agent ovs-agent-dv-cinder-786929-2-smb {{(pid=86312) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:17:51.293766 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:17:51.373114 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-db77d5cb-c1c9-4d3b-934e-39f9127471f2 req-c476d078-dc65-4c63-9932-75a308a52415 service neutron] 10.222.0.13 "GET /v2.0/networks/15a6a0fd-d337-49a6-891c-eac6549b2bfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3236516 Apr 20 18:17:51.487283 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.provisioning_blocks [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Provisioning complete for port 77c108b2-8823-4543-acfa-974d913811ac triggered by entity L2. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:17:51.488698 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853381758'] for port, provisioning_complete {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:51.599093 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-db77d5cb-c1c9-4d3b-934e-39f9127471f2 req-be70700c-97df-4f3f-894c-f673d976b88d service neutron] 10.222.0.13 "GET /v2.0/networks/15a6a0fd-d337-49a6-891c-eac6549b2bfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2133327 Apr 20 18:17:51.631290 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-8b80216b-e6c5-48fd-85a2-1ac7bac62d08 req-e1d73cd1-9c1c-446d-be66-dde050106da4 tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] 10.222.0.32 "GET /v2.0/security-groups?id=63e5a295-1c1b-4259-93ce-61133d92337d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5534313 Apr 20 18:17:51.731951 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd5facc1-36df-4cea-ae31-67a2457350de admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 104} {{(pid=86310) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 20 18:17:51.742870 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [req-7a3bddaa-e1a6-4500-8d3d-e3e0fd143404 req-644b8ab8-acd3-4d63-b075-ae14ba173bf2 tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] Unset dirty status for tenant:96ff5c4d39a64c7b8df2adf23972e2ba on resource:port {{(pid=86310) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 18:17:51.750378 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-7a3bddaa-e1a6-4500-8d3d-e3e0fd143404 req-644b8ab8-acd3-4d63-b075-ae14ba173bf2 tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] 10.222.0.32 "GET /v2.0/ports?device_id=e0aba721-291d-4cb5-807c-6021f6d6a677 HTTP/1.1" status: 200 len: 943 time: 0.8998671 Apr 20 18:17:51.797097 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-fd5facc1-36df-4cea-ae31-67a2457350de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1711814'] for segment, precommit_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:51.797480 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.db.segments_db [None req-fd5facc1-36df-4cea-ae31-67a2457350de admin admin] Added segment 5a56b328-5177-4953-b6f7-f626d024fccb of type vlan for network b5591ab1-84d9-4585-836b-47bf7632765d Apr 20 18:17:51.838721 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75f681a-584a-47ee-ae6a-5a48d25dafc2 service neutron] Pushing event updated for resources: {'Port': ['ID=077c5745-8260-4223-b95d-4601ced28511,revision_number=2']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:17:51.865605 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-a75f681a-584a-47ee-ae6a-5a48d25dafc2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.572s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:17:51.872983 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-041e9897-1cef-4dbc-854e-2ae32fa3501a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.548s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:17:51.917809 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a938da-b597-4fbd-90f6-ebb2e1246eaf req-60be0ca8-4a8d-438c-a709-c51a73495080 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:17:51.928135 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5facc1-36df-4cea-ae31-67a2457350de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cf512b6-421d-4de4-9205-92faf32c9aef,revision_number=1']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:17:51.933959 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-f1a938da-b597-4fbd-90f6-ebb2e1246eaf req-60be0ca8-4a8d-438c-a709-c51a73495080 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] 10.222.0.32 "GET /v2.0/ports?device_id=07d6c6c3-c813-4ea4-9976-f31a36a8cdd1 HTTP/1.1" status: 200 len: 945 time: 0.1090295 Apr 20 18:17:51.937202 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.32', 51904) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:17:51.943408 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.v2.base [None req-0a5bd645-4643-4149-bd35-9c4367b2647d tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Request body: {'floatingip': {'port_id': 'e7099379-7fe8-471b-9b2e-8814ac912d1a'}} {{(pid=86311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:17:52.012473 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-fd5facc1-36df-4cea-ae31-67a2457350de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:17:52.123932 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-0a5bd645-4643-4149-bd35-9c4367b2647d tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Notify callbacks [] for floatingip, before_update {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:52.136051 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-fd5facc1-36df-4cea-ae31-67a2457350de admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363299861504440'] for network, precommit_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:52.144764 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-555ff266-ce4a-4713-bcf4-5c530690b777 req-1b98b8b9-cf54-4b57-8c13-6d595d876c39 service neutron] 10.222.0.13 "GET /v2.0/networks/33ae499e-8924-4d19-b24e-e728f8047f05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9668255 Apr 20 18:17:52.155929 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-7a3bddaa-e1a6-4500-8d3d-e3e0fd143404 req-5c0b8662-fe17-4e3a-9ff3-dc77575f8be8 tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] 10.222.0.32 "GET /v2.0/security-groups?id=e00ece0e-9c57-41eb-9bc3-9c38bfc30996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3997109 Apr 20 18:17:52.303458 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.db.resource_extend [None req-fd5facc1-36df-4cea-ae31-67a2457350de admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86310) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 20 18:17:52.355247 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.managers [req-6e90a94c-0314-446a-b31e-b176f8ac9431 req-a75f681a-584a-47ee-ae6a-5a48d25dafc2 service neutron] Attempting to bind port 077c5745-8260-4223-b95d-4601ced28511 on host hv-cinder-78692 for vnic_type normal with profile {{(pid=86310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 18:17:52.355803 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.managers [req-6e90a94c-0314-446a-b31e-b176f8ac9431 req-a75f681a-584a-47ee-ae6a-5a48d25dafc2 service neutron] Attempting to bind port 077c5745-8260-4223-b95d-4601ced28511 by drivers openvswitch,hyperv on host hv-cinder-78692 at level 0 using segments [{'id': '5d308883-6bba-403d-84fe-7f77b08a55c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'd990c784-9073-40b8-aa1a-a58c083aec5a'}] {{(pid=86310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 18:17:52.356293 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e90a94c-0314-446a-b31e-b176f8ac9431 req-a75f681a-584a-47ee-ae6a-5a48d25dafc2 service neutron] Attempting to bind port 077c5745-8260-4223-b95d-4601ced28511 on network d990c784-9073-40b8-aa1a-a58c083aec5a {{(pid=86310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 18:17:52.371554 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e90a94c-0314-446a-b31e-b176f8ac9431 req-a75f681a-584a-47ee-ae6a-5a48d25dafc2 service neutron] Port 077c5745-8260-4223-b95d-4601ced28511 on network d990c784-9073-40b8-aa1a-a58c083aec5a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78692 {{(pid=86310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 18:17:52.372104 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e90a94c-0314-446a-b31e-b176f8ac9431 req-a75f681a-584a-47ee-ae6a-5a48d25dafc2 service neutron] Attempting to bind port 077c5745-8260-4223-b95d-4601ced28511 on network d990c784-9073-40b8-aa1a-a58c083aec5a {{(pid=86310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 18:17:52.387109 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-fd5facc1-36df-4cea-ae31-67a2457350de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854236788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514'] for network, after_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:52.397181 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd5facc1-36df-4cea-ae31-67a2457350de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:17:52.398652 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-fd5facc1-36df-4cea-ae31-67a2457350de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-751497'] for network, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:52.441697 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:17:52.457080 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e90a94c-0314-446a-b31e-b176f8ac9431 req-a75f681a-584a-47ee-ae6a-5a48d25dafc2 service neutron] Checking agent: {'id': '71059bf3-e4c5-4d56-bb94-7a29312e7bcf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78692', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 14, 3), 'started_at': datetime.datetime(2021, 4, 20, 18, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 17, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 18:17:52.457737 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e90a94c-0314-446a-b31e-b176f8ac9431 req-a75f681a-584a-47ee-ae6a-5a48d25dafc2 service neutron] Checking segment: {'id': '5d308883-6bba-403d-84fe-7f77b08a55c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'd990c784-9073-40b8-aa1a-a58c083aec5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 18:17:52.458464 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e90a94c-0314-446a-b31e-b176f8ac9431 req-a75f681a-584a-47ee-ae6a-5a48d25dafc2 service neutron] Bound using segment: {'id': '5d308883-6bba-403d-84fe-7f77b08a55c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'd990c784-9073-40b8-aa1a-a58c083aec5a'} {{(pid=86310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 18:17:52.459125 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.managers [req-6e90a94c-0314-446a-b31e-b176f8ac9431 req-a75f681a-584a-47ee-ae6a-5a48d25dafc2 service neutron] Bound port: 077c5745-8260-4223-b95d-4601ced28511, host: hv-cinder-78692, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d308883-6bba-403d-84fe-7f77b08a55c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'd990c784-9073-40b8-aa1a-a58c083aec5a'}}] {{(pid=86310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 18:17:52.459682 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-6e90a94c-0314-446a-b31e-b176f8ac9431 req-a75f681a-584a-47ee-ae6a-5a48d25dafc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624671'] for port, before_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:52.496643 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-fd5facc1-36df-4cea-ae31-67a2457350de admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 3.2263949 Apr 20 18:17:52.510611 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.32', 51912) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:17:52.543179 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.v2.base [None req-492fedf8-0a64-4e58-8005-832490c9f03b admin admin] Request body: {'subnet': {'network_id': 'b5591ab1-84d9-4585-836b-47bf7632765d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-932433395-subnet', 'tenant_id': 'c63217fb60aa4544a29b035267cf6bf0', 'ip_version': 4}} {{(pid=86311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:17:52.559663 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-492fedf8-0a64-4e58-8005-832490c9f03b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:17:52.656642 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-492fedf8-0a64-4e58-8005-832490c9f03b admin admin] Usage tracker for resource:subnet and tenant:c63217fb60aa4544a29b035267cf6bf0 is out of sync, need to count used quota {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:17:52.661143 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-555ff266-ce4a-4713-bcf4-5c530690b777 req-8574520c-ebd2-4e39-b00c-be57e90dd347 service neutron] 10.222.0.13 "GET /v2.0/networks/33ae499e-8924-4d19-b24e-e728f8047f05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5040312 Apr 20 18:17:52.670292 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-492fedf8-0a64-4e58-8005-832490c9f03b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:17:52.757767 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.db [req-6e90a94c-0314-446a-b31e-b176f8ac9431 req-a75f681a-584a-47ee-ae6a-5a48d25dafc2 service neutron] For port 077c5745-8260-4223-b95d-4601ced28511, host hv-cinder-78692, cleared binding levels {{(pid=86310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 18:17:52.761396 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-492fedf8-0a64-4e58-8005-832490c9f03b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:17:52.763952 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.db [req-6e90a94c-0314-446a-b31e-b176f8ac9431 req-a75f681a-584a-47ee-ae6a-5a48d25dafc2 service neutron] For port 077c5745-8260-4223-b95d-4601ced28511, host hv-cinder-78692, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=077c5745-8260-4223-b95d-4601ced28511,segment=NetworkSegment(5d308883-6bba-403d-84fe-7f77b08a55c0),segment_id=5d308883-6bba-403d-84fe-7f77b08a55c0)] {{(pid=86310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 18:17:52.790150 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c42caa-54ea-41e6-83ed-c30be0b5d79f req-faf744cd-9f0f-40c8-8805-98d36076282e tempest-VolumesActionsTest-413286933 tempest-VolumesActionsTest-413286933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:17:52.796528 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-47c42caa-54ea-41e6-83ed-c30be0b5d79f req-faf744cd-9f0f-40c8-8805-98d36076282e tempest-VolumesActionsTest-413286933 tempest-VolumesActionsTest-413286933-project] 10.222.0.32 "GET /v2.0/ports?device_id=008a8d37-282e-4369-b1b1-c579a050a93d HTTP/1.1" status: 200 len: 943 time: 0.3933971 Apr 20 18:17:52.817953 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-6e90a94c-0314-446a-b31e-b176f8ac9431 req-a75f681a-584a-47ee-ae6a-5a48d25dafc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852966479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736993730504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736993280695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299861495088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2350837'] for port, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:52.829073 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5facc1-36df-4cea-ae31-67a2457350de admin admin] Pushing event updated for resources: {'Network': ['ID=b5591ab1-84d9-4585-836b-47bf7632765d,revision_number=1']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:17:52.840747 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.rpc [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Network b5591ab1-84d9-4585-836b-47bf7632765d details requested by agent ovs-agent-dv-cinder-786929-2-smb with host dv-cinder-786929-2-smb {{(pid=86312) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 18:17:52.844604 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-fd5facc1-36df-4cea-ae31-67a2457350de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.403s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:17:52.848111 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-804269a6-371d-4b6f-a952-c54e766e3585 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.019s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:17:52.870238 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-47c42caa-54ea-41e6-83ed-c30be0b5d79f req-be22adbb-6946-4d5a-a231-03711ca88343 tempest-VolumesActionsTest-413286933 tempest-VolumesActionsTest-413286933-project] 10.222.0.32 "GET /v2.0/security-groups?id=159e6823-83c7-488c-a617-0884749e7f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726192 Apr 20 18:17:52.889461 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-492fedf8-0a64-4e58-8005-832490c9f03b admin admin] Made reservation on behalf of c63217fb60aa4544a29b035267cf6bf0 for: {'subnet': 1} {{(pid=86311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 18:17:52.893925 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-492fedf8-0a64-4e58-8005-832490c9f03b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851796276'] for subnet, before_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:52.940025 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e90a94c-0314-446a-b31e-b176f8ac9431 req-a75f681a-584a-47ee-ae6a-5a48d25dafc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:17:52.940709 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-6e90a94c-0314-446a-b31e-b176f8ac9431 req-a75f681a-584a-47ee-ae6a-5a48d25dafc2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759958'] for port, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:52.942195 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-6e90a94c-0314-446a-b31e-b176f8ac9431 req-a75f681a-584a-47ee-ae6a-5a48d25dafc2 service neutron] 10.222.0.13 "PUT /v2.0/ports/077c5745-8260-4223-b95d-4601ced28511 HTTP/1.1" status: 200 len: 1093 time: 4.7129881 Apr 20 18:17:52.963131 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '008a8d37-282e-4369-b1b1-c579a050a93d', 'tag': '077c5745-8260-4223-b95d-4601ced28511'}] {{(pid=86310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:17:53.104643 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e368aea9-6d2f-4d7d-9933-e08968c269ed req-aa51bc79-09c9-4146-a000-909db7f00b00 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:17:53.112853 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-e368aea9-6d2f-4d7d-9933-e08968c269ed req-aa51bc79-09c9-4146-a000-909db7f00b00 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] 10.222.0.32 "GET /v2.0/ports?device_id=017750e2-2faa-492d-81ff-e9560fb475f5 HTTP/1.1" status: 200 len: 945 time: 0.5251758 Apr 20 18:17:53.154700 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75f681a-584a-47ee-ae6a-5a48d25dafc2 service neutron] Pushing event updated for resources: {'Port': ['ID=077c5745-8260-4223-b95d-4601ced28511,revision_number=3']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:17:53.173304 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75f681a-584a-47ee-ae6a-5a48d25dafc2 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:17:53.173724 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75f681a-584a-47ee-ae6a-5a48d25dafc2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:17:53.174134 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75f681a-584a-47ee-ae6a-5a48d25dafc2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:17:53.174566 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75f681a-584a-47ee-ae6a-5a48d25dafc2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:17:53.174971 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75f681a-584a-47ee-ae6a-5a48d25dafc2 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:17:53.175381 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75f681a-584a-47ee-ae6a-5a48d25dafc2 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:17:53.175779 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75f681a-584a-47ee-ae6a-5a48d25dafc2 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:17:53.176176 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75f681a-584a-47ee-ae6a-5a48d25dafc2 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:17:53.176572 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75f681a-584a-47ee-ae6a-5a48d25dafc2 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:17:53.176964 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75f681a-584a-47ee-ae6a-5a48d25dafc2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:17:53.177355 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75f681a-584a-47ee-ae6a-5a48d25dafc2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:17:53.177744 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75f681a-584a-47ee-ae6a-5a48d25dafc2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:17:53.185757 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-a75f681a-584a-47ee-ae6a-5a48d25dafc2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:17:53.200959 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7823fb-8037-4541-8d5d-7358445b7d00 req-526846e5-9d24-46a8-bf0c-a0126e3a188e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:17:53.202636 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-1a7823fb-8037-4541-8d5d-7358445b7d00 req-526846e5-9d24-46a8-bf0c-a0126e3a188e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=96ff5c4d39a64c7b8df2adf23972e2ba&device_id=e0aba721-291d-4cb5-807c-6021f6d6a677 HTTP/1.1" status: 200 len: 1096 time: 0.4363551 Apr 20 18:17:53.267642 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-e368aea9-6d2f-4d7d-9933-e08968c269ed req-80d9b306-e313-413a-8137-be773737e580 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] 10.222.0.32 "GET /v2.0/security-groups?id=38e27d19-d8a9-48d6-a9d6-ec021bffb723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1539907 Apr 20 18:17:53.361360 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '008a8d37-282e-4369-b1b1-c579a050a93d', 'tag': '077c5745-8260-4223-b95d-4601ced28511', 'status': 'completed', 'code': 200} Apr 20 18:17:53.388871 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e90a94c-0314-446a-b31e-b176f8ac9431 req-688ff1f2-175b-463b-a271-d6feaf6f2c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:17:53.390883 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-6e90a94c-0314-446a-b31e-b176f8ac9431 req-688ff1f2-175b-463b-a271-d6feaf6f2c01 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=568e6eb4e6844fc9b8de360489f8f93a&device_id=008a8d37-282e-4369-b1b1-c579a050a93d HTTP/1.1" status: 200 len: 1096 time: 0.3798559 Apr 20 18:17:53.560800 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee54a4e7-5175-475b-a989-dfb637ccf316 req-1db38e0f-b065-4ca8-beb5-6fca1084f5c8 tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:17:53.568610 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-ee54a4e7-5175-475b-a989-dfb637ccf316 req-1db38e0f-b065-4ca8-beb5-6fca1084f5c8 tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] 10.222.0.32 "GET /v2.0/ports?device_id=57b2d215-a646-4377-934b-f64e1f3dabe0 HTTP/1.1" status: 200 len: 946 time: 0.4837146 Apr 20 18:17:53.635854 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-6e90a94c-0314-446a-b31e-b176f8ac9431 req-4ca27aaa-2e4a-4f03-89c0-07358e3514d3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=077c5745-8260-4223-b95d-4601ced28511 HTTP/1.1" status: 200 len: 217 time: 0.2357543 Apr 20 18:17:53.696695 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-ee54a4e7-5175-475b-a989-dfb637ccf316 req-44a73b48-a5a3-49d5-9c0a-2114a101d727 tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] 10.222.0.32 "GET /v2.0/security-groups?id=63e5a295-1c1b-4259-93ce-61133d92337d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270173 Apr 20 18:17:53.713649 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7823fb-8037-4541-8d5d-7358445b7d00 req-de2480dd-f063-4c97-b3e2-008c1bc08a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:17:53.718302 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-1a7823fb-8037-4541-8d5d-7358445b7d00 req-de2480dd-f063-4c97-b3e2-008c1bc08a6f service neutron] 10.222.0.13 "GET /v2.0/networks?id=33ae499e-8924-4d19-b24e-e728f8047f05 HTTP/1.1" status: 200 len: 916 time: 0.5053575 Apr 20 18:17:53.832971 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec303bc-0c21-44ee-855e-58f2c11c18bf req-cd39255a-e18d-426e-a456-7191ee8da473 tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:17:53.842697 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-cec303bc-0c21-44ee-855e-58f2c11c18bf req-cd39255a-e18d-426e-a456-7191ee8da473 tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] 10.222.0.32 "GET /v2.0/ports?device_id=e0aba721-291d-4cb5-807c-6021f6d6a677 HTTP/1.1" status: 200 len: 943 time: 0.3211052 Apr 20 18:17:53.929180 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-cec303bc-0c21-44ee-855e-58f2c11c18bf req-49827d6e-a5c6-45b7-94e0-4e0f8b318b38 tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] 10.222.0.32 "GET /v2.0/security-groups?id=e00ece0e-9c57-41eb-9bc3-9c38bfc30996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847409 Apr 20 18:17:53.930899 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-1a7823fb-8037-4541-8d5d-7358445b7d00 req-031d767a-5493-48c9-af89-bf25b09542ac service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d119e6fd-5db7-41ca-acb1-15299c25a889 HTTP/1.1" status: 200 len: 217 time: 0.1869881 Apr 20 18:17:53.951767 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e90a94c-0314-446a-b31e-b176f8ac9431 req-be626765-2317-418d-8e21-8bbaacf545d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:17:53.954048 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-6e90a94c-0314-446a-b31e-b176f8ac9431 req-be626765-2317-418d-8e21-8bbaacf545d1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3790ef40-94fe-4384-81d7-8b2f617228ac HTTP/1.1" status: 200 len: 849 time: 0.3035805 Apr 20 18:17:54.073958 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-6e90a94c-0314-446a-b31e-b176f8ac9431 req-a15a502d-a0ea-44ab-8fdc-d05b217819ff service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d990c784-9073-40b8-aa1a-a58c083aec5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0788052 Apr 20 18:17:54.088556 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-492fedf8-0a64-4e58-8005-832490c9f03b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854235284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4081685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851796259'] for subnet, after_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:54.148450 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:17:54.191117 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7823fb-8037-4541-8d5d-7358445b7d00 req-c699782e-e3ef-4630-97db-65394e2fcde6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:17:54.192902 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-1a7823fb-8037-4541-8d5d-7358445b7d00 req-c699782e-e3ef-4630-97db-65394e2fcde6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6f3914bf-0050-4c6e-8c1b-205da5910b8c HTTP/1.1" status: 200 len: 855 time: 0.2484918 Apr 20 18:17:54.222520 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492fedf8-0a64-4e58-8005-832490c9f03b admin admin] Pushing event updated for resources: {'Subnet': ['ID=3243b360-2a6c-4a7d-86c5-59c501c53d43,revision_number=0']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:17:54.234646 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.db.resource_extend [None req-0a5bd645-4643-4149-bd35-9c4367b2647d tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] It took 0.51 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86311) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 20 18:17:54.271487 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-1a7823fb-8037-4541-8d5d-7358445b7d00 req-daa481a9-b51e-4c36-883b-a3294ced2854 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=33ae499e-8924-4d19-b24e-e728f8047f05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0632784 Apr 20 18:17:54.302761 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492fedf8-0a64-4e58-8005-832490c9f03b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:17:54.303182 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492fedf8-0a64-4e58-8005-832490c9f03b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:17:54.303624 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492fedf8-0a64-4e58-8005-832490c9f03b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:17:54.304049 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492fedf8-0a64-4e58-8005-832490c9f03b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:17:54.304432 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492fedf8-0a64-4e58-8005-832490c9f03b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:17:54.304828 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492fedf8-0a64-4e58-8005-832490c9f03b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:17:54.305221 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492fedf8-0a64-4e58-8005-832490c9f03b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:17:54.305617 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492fedf8-0a64-4e58-8005-832490c9f03b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:17:54.306009 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492fedf8-0a64-4e58-8005-832490c9f03b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:17:54.306396 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492fedf8-0a64-4e58-8005-832490c9f03b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:17:54.306809 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492fedf8-0a64-4e58-8005-832490c9f03b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:17:54.307200 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492fedf8-0a64-4e58-8005-832490c9f03b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:17:54.333978 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-492fedf8-0a64-4e58-8005-832490c9f03b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:17:54.407010 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-492fedf8-0a64-4e58-8005-832490c9f03b admin admin] Checking segment: {'id': '5a56b328-5177-4953-b6f7-f626d024fccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'b5591ab1-84d9-4585-836b-47bf7632765d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 18:17:54.407852 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-492fedf8-0a64-4e58-8005-832490c9f03b admin admin] Network hostable DHCP agents. Network: b5591ab1-84d9-4585-836b-47bf7632765d, hostable agents: ['7b7ebe60-b598-4f49-9612-2aa98fec0998'], hosted agents: [] {{(pid=86311) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 18:17:54.450561 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-6e90a94c-0314-446a-b31e-b176f8ac9431 req-b738d9f4-046a-43c6-93fa-0d25b2a87c59 service neutron] 10.222.0.13 "GET /v2.0/networks/d990c784-9073-40b8-aa1a-a58c083aec5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3656256 Apr 20 18:17:54.457707 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b110e6-bd18-48b1-91b1-fcc5293d3ec4 req-aa93c981-efb5-424e-ab4a-4df2d180df53 tempest-VolumesActionsTest-413286933 tempest-VolumesActionsTest-413286933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:17:54.462944 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-c4b110e6-bd18-48b1-91b1-fcc5293d3ec4 req-aa93c981-efb5-424e-ab4a-4df2d180df53 tempest-VolumesActionsTest-413286933 tempest-VolumesActionsTest-413286933-project] 10.222.0.32 "GET /v2.0/ports?device_id=008a8d37-282e-4369-b1b1-c579a050a93d HTTP/1.1" status: 200 len: 943 time: 0.3776045 Apr 20 18:17:54.464035 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-492fedf8-0a64-4e58-8005-832490c9f03b admin admin] Network b5591ab1-84d9-4585-836b-47bf7632765d is scheduled to be hosted by DHCP agent 7b7ebe60-b598-4f49-9612-2aa98fec0998 with binding_index 1 {{(pid=86311) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 18:17:54.472660 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-0a5bd645-4643-4149-bd35-9c4367b2647d tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:54.495964 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-0a5bd645-4643-4149-bd35-9c4367b2647d tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854121806'] for floatingip, after_update {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:54.575691 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.scheduler.base_scheduler [None req-492fedf8-0a64-4e58-8005-832490c9f03b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786929-2-smb, b5591ab1-84d9-4585-836b-47bf7632765d) {{(pid=86311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:17:54.585125 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71ed987c-d601-4c4d-a588-2ea0694736cb None None] Network b5591ab1-84d9-4585-836b-47bf7632765d requested from dv-cinder-786929-2-smb {{(pid=86312) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 18:17:54.761986 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-492fedf8-0a64-4e58-8005-832490c9f03b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:17:54.763112 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-492fedf8-0a64-4e58-8005-832490c9f03b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-751497'] for subnet, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:54.790464 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-c4b110e6-bd18-48b1-91b1-fcc5293d3ec4 req-121cfdf4-dd8a-4e1e-a439-b31d8f8bd0c4 tempest-VolumesActionsTest-413286933 tempest-VolumesActionsTest-413286933-project] 10.222.0.32 "GET /v2.0/security-groups?id=159e6823-83c7-488c-a617-0884749e7f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3229735 Apr 20 18:17:54.841276 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.db.l3_db [None req-0a5bd645-4643-4149-bd35-9c4367b2647d tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Floating IP 03b4c6a1-f35e-4f70-ac50-4e98c3e772b0 associated. External IP: 172.28.0.82, port: e7099379-7fe8-471b-9b2e-8814ac912d1a. Apr 20 18:17:54.939374 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-492fedf8-0a64-4e58-8005-832490c9f03b admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 2.4200385 Apr 20 18:17:54.946600 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.32', 51928) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:17:54.973459 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1577e64d-7d62-41a4-a9ca-977e0ad83ac6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff0507e1-2995-52a4-a1ca-90377fd35923-b5591ab1-84d9-4585-836b-47bf7632765d', 'network_id': 'b5591ab1-84d9-4585-836b-47bf7632765d', 'tenant_id': 'c63217fb60aa4544a29b035267cf6bf0', 'fixed_ips': [{'subnet_id': '3243b360-2a6c-4a7d-86c5-59c501c53d43'}]}} from dv-cinder-786929-2-smb. {{(pid=86312) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 20 18:17:54.974719 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-1577e64d-7d62-41a4-a9ca-977e0ad83ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624671'] for port, before_create {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:55.013878 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.v2.base [None req-e7237acf-fa67-4226-a23a-6cfe7d02d113 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-932433395-router', 'tenant_id': 'c63217fb60aa4544a29b035267cf6bf0', 'external_gateway_info': {'network_id': '26051af8-ebd0-4db2-857e-181975352424'}}} {{(pid=86311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:17:55.014278 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-6e90a94c-0314-446a-b31e-b176f8ac9431 req-b36d1ec8-de4f-46a7-8b1c-2e745d1e6716 service neutron] 10.222.0.13 "GET /v2.0/networks/d990c784-9073-40b8-aa1a-a58c083aec5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4951088 Apr 20 18:17:55.043008 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-1a7823fb-8037-4541-8d5d-7358445b7d00 req-d711be92-a792-4b53-83a5-d26c298f2c19 service neutron] 10.222.0.13 "GET /v2.0/networks/33ae499e-8924-4d19-b24e-e728f8047f05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7630818 Apr 20 18:17:55.081011 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-e7237acf-fa67-4226-a23a-6cfe7d02d113 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:17:55.101093 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-e7237acf-fa67-4226-a23a-6cfe7d02d113 admin admin] Usage tracker for resource:router and tenant:c63217fb60aa4544a29b035267cf6bf0 is out of sync, need to count used quota {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:17:55.107662 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-e7237acf-fa67-4226-a23a-6cfe7d02d113 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:17:55.122093 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-e7237acf-fa67-4226-a23a-6cfe7d02d113 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:17:55.176611 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-e7237acf-fa67-4226-a23a-6cfe7d02d113 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854382097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854760223'] for router, before_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:55.178145 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-e7237acf-fa67-4226-a23a-6cfe7d02d113 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-393703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-626689', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535056', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15593'] for router, precommit_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:55.201039 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-e7237acf-fa67-4226-a23a-6cfe7d02d113 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:55.217424 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.db_base_plugin_common [None req-1577e64d-7d62-41a4-a9ca-977e0ad83ac6 None None] Allocated IP 172.20.0.2 (b5591ab1-84d9-4585-836b-47bf7632765d/3243b360-2a6c-4a7d-86c5-59c501c53d43/bdf1ff4c-9c8d-4f95-815e-99f670d72c4f) {{(pid=86312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 18:17:55.231449 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd825eb0-47c5-44e6-b52e-442dc7dd0b6e req-22557329-b528-4a89-84ea-dd9c720ef67c tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:17:55.233567 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-fd825eb0-47c5-44e6-b52e-442dc7dd0b6e req-22557329-b528-4a89-84ea-dd9c720ef67c tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] 10.222.0.32 "GET /v2.0/ports?device_id=57b2d215-a646-4377-934b-f64e1f3dabe0 HTTP/1.1" status: 200 len: 946 time: 0.2856035 Apr 20 18:17:55.244868 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-1a7823fb-8037-4541-8d5d-7358445b7d00 req-cbce16e7-240f-4fec-a9ee-daf73ef822c9 service neutron] 10.222.0.13 "GET /v2.0/networks/33ae499e-8924-4d19-b24e-e728f8047f05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1848426 Apr 20 18:17:55.330101 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa27fa2-a22f-47d5-844f-d4c735107733 req-ef364bb7-844b-433f-aa25-b128ae698245 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:17:55.338466 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-6aa27fa2-a22f-47d5-844f-d4c735107733 req-ef364bb7-844b-433f-aa25-b128ae698245 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] 10.222.0.32 "GET /v2.0/ports?device_id=017750e2-2faa-492d-81ff-e9560fb475f5 HTTP/1.1" status: 200 len: 945 time: 0.8867211 Apr 20 18:17:55.408826 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-6aa27fa2-a22f-47d5-844f-d4c735107733 req-59f53c9e-3a66-4916-bdd0-11d2ddae9fd2 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] 10.222.0.32 "GET /v2.0/security-groups?id=38e27d19-d8a9-48d6-a9d6-ec021bffb723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692952 Apr 20 18:17:55.441370 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9e5736-8e4c-420d-8096-585d30e87cab req-0937e7fb-ebc1-4bf2-a6fc-d2bd20ba7b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:17:55.443347 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-dc9e5736-8e4c-420d-8096-585d30e87cab req-0937e7fb-ebc1-4bf2-a6fc-d2bd20ba7b3a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=568e6eb4e6844fc9b8de360489f8f93a&device_id=008a8d37-282e-4369-b1b1-c579a050a93d HTTP/1.1" status: 200 len: 1096 time: 0.1960790 Apr 20 18:17:55.538515 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-1577e64d-7d62-41a4-a9ca-977e0ad83ac6 None None] Notify callbacks [] for port, precommit_create {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:55.550777 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.provisioning_blocks [None req-1577e64d-7d62-41a4-a9ca-977e0ad83ac6 None None] Transition to ACTIVE for port object bdf1ff4c-9c8d-4f95-815e-99f670d72c4f will not be triggered until provisioned by entity L2. {{(pid=86312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 18:17:55.582170 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.provisioning_blocks [None req-1577e64d-7d62-41a4-a9ca-977e0ad83ac6 None None] Transition to ACTIVE for port object bdf1ff4c-9c8d-4f95-815e-99f670d72c4f will not be triggered until provisioned by entity DHCP. {{(pid=86312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 18:17:55.589271 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-e7237acf-fa67-4226-a23a-6cfe7d02d113 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-626934', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-654428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15578'] for router, precommit_update {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:55.592006 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-1577e64d-7d62-41a4-a9ca-977e0ad83ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852966479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736993280678'] for port, after_create {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:55.598055 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-b0820528-6983-43ec-96c4-4c6cc43f366a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:17:55.671536 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1577e64d-7d62-41a4-a9ca-977e0ad83ac6 None None] Network b5591ab1-84d9-4585-836b-47bf7632765d is already hosted by enough agents. {{(pid=86312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 18:17:55.675281 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.scheduler.base_scheduler [None req-1577e64d-7d62-41a4-a9ca-977e0ad83ac6 None None] Resources bound (agent type, host, resource id): {{(pid=86312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:17:55.678335 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1577e64d-7d62-41a4-a9ca-977e0ad83ac6 None None] Received port after_create {{(pid=86312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 18:17:55.731935 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-fd825eb0-47c5-44e6-b52e-442dc7dd0b6e req-4681d23e-6599-432a-8622-4996528ab86b tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] 10.222.0.32 "GET /v2.0/security-groups?id=63e5a295-1c1b-4259-93ce-61133d92337d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3369460 Apr 20 18:17:55.812967 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ca01fe-094c-4d70-9e4f-b0f8524c59a2 req-dfb2d96e-0363-4029-9460-62cd9e026a4c tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:17:55.814660 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-64ca01fe-094c-4d70-9e4f-b0f8524c59a2 req-dfb2d96e-0363-4029-9460-62cd9e026a4c tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] 10.222.0.32 "GET /v2.0/ports?device_id=e0aba721-291d-4cb5-807c-6021f6d6a677 HTTP/1.1" status: 200 len: 943 time: 0.2364595 Apr 20 18:17:55.815842 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9e5736-8e4c-420d-8096-585d30e87cab req-4dfc5b52-e39f-4ed4-ae7c-60c8eda7359e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:17:55.817317 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-dc9e5736-8e4c-420d-8096-585d30e87cab req-4dfc5b52-e39f-4ed4-ae7c-60c8eda7359e service neutron] 10.222.0.13 "GET /v2.0/networks?id=d990c784-9073-40b8-aa1a-a58c083aec5a HTTP/1.1" status: 200 len: 910 time: 0.3664598 Apr 20 18:17:55.822549 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.managers [None req-1577e64d-7d62-41a4-a9ca-977e0ad83ac6 None None] Attempting to bind port bdf1ff4c-9c8d-4f95-815e-99f670d72c4f on host dv-cinder-786929-2-smb for vnic_type normal with profile {{(pid=86312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 18:17:55.822967 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.managers [None req-1577e64d-7d62-41a4-a9ca-977e0ad83ac6 None None] Attempting to bind port bdf1ff4c-9c8d-4f95-815e-99f670d72c4f by drivers openvswitch,hyperv on host dv-cinder-786929-2-smb at level 0 using segments [{'id': '5a56b328-5177-4953-b6f7-f626d024fccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'b5591ab1-84d9-4585-836b-47bf7632765d'}] {{(pid=86312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 18:17:55.823404 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1577e64d-7d62-41a4-a9ca-977e0ad83ac6 None None] Attempting to bind port bdf1ff4c-9c8d-4f95-815e-99f670d72c4f on network b5591ab1-84d9-4585-836b-47bf7632765d {{(pid=86312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 18:17:55.830667 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1577e64d-7d62-41a4-a9ca-977e0ad83ac6 None None] Checking agent: {'id': '909349f5-e61f-491f-bcfb-3e6f3416917d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786929-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 7, 12), 'started_at': datetime.datetime(2021, 4, 20, 18, 7, 42), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 17, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786929-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 18:17:55.830893 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1577e64d-7d62-41a4-a9ca-977e0ad83ac6 None None] Checking segment: {'id': '5a56b328-5177-4953-b6f7-f626d024fccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'b5591ab1-84d9-4585-836b-47bf7632765d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 18:17:55.831336 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-1577e64d-7d62-41a4-a9ca-977e0ad83ac6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:55.831802 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1577e64d-7d62-41a4-a9ca-977e0ad83ac6 None None] Bound using segment: {'id': '5a56b328-5177-4953-b6f7-f626d024fccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'b5591ab1-84d9-4585-836b-47bf7632765d'} {{(pid=86312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 18:17:55.833989 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.managers [None req-1577e64d-7d62-41a4-a9ca-977e0ad83ac6 None None] Bound port: bdf1ff4c-9c8d-4f95-815e-99f670d72c4f, host: dv-cinder-786929-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a56b328-5177-4953-b6f7-f626d024fccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'b5591ab1-84d9-4585-836b-47bf7632765d'}}] {{(pid=86312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 18:17:55.834418 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-1577e64d-7d62-41a4-a9ca-977e0ad83ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624671'] for port, before_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:55.861313 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1577e64d-7d62-41a4-a9ca-977e0ad83ac6 None None] Pushing event updated for resources: {'Port': ['ID=bdf1ff4c-9c8d-4f95-815e-99f670d72c4f,revision_number=1']} {{(pid=86312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:17:55.954614 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.db [None req-1577e64d-7d62-41a4-a9ca-977e0ad83ac6 None None] For port bdf1ff4c-9c8d-4f95-815e-99f670d72c4f, host dv-cinder-786929-2-smb, cleared binding levels {{(pid=86312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 18:17:55.960734 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.db [None req-1577e64d-7d62-41a4-a9ca-977e0ad83ac6 None None] For port bdf1ff4c-9c8d-4f95-815e-99f670d72c4f, host dv-cinder-786929-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-2-smb',level=0,port_id=bdf1ff4c-9c8d-4f95-815e-99f670d72c4f,segment=NetworkSegment(5a56b328-5177-4953-b6f7-f626d024fccb),segment_id=5a56b328-5177-4953-b6f7-f626d024fccb)] {{(pid=86312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 18:17:55.967468 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-1577e64d-7d62-41a4-a9ca-977e0ad83ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852966479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736993730504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736993280695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299861495088'] for port, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:55.979540 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1577e64d-7d62-41a4-a9ca-977e0ad83ac6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:17:55.979990 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1577e64d-7d62-41a4-a9ca-977e0ad83ac6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:17:55.980428 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1577e64d-7d62-41a4-a9ca-977e0ad83ac6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:17:55.980836 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1577e64d-7d62-41a4-a9ca-977e0ad83ac6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:17:55.981211 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1577e64d-7d62-41a4-a9ca-977e0ad83ac6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:17:55.981973 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1577e64d-7d62-41a4-a9ca-977e0ad83ac6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:17:55.982404 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1577e64d-7d62-41a4-a9ca-977e0ad83ac6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:17:55.982880 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1577e64d-7d62-41a4-a9ca-977e0ad83ac6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:17:55.983397 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1577e64d-7d62-41a4-a9ca-977e0ad83ac6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:17:55.984200 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1577e64d-7d62-41a4-a9ca-977e0ad83ac6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:17:55.984836 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1577e64d-7d62-41a4-a9ca-977e0ad83ac6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:17:55.985334 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1577e64d-7d62-41a4-a9ca-977e0ad83ac6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:17:55.990536 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-1577e64d-7d62-41a4-a9ca-977e0ad83ac6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.392s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:17:55.990748 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-1577e64d-7d62-41a4-a9ca-977e0ad83ac6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:17:56.049105 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-dc9e5736-8e4c-420d-8096-585d30e87cab req-4b6318c6-9f7e-4b5c-b218-f36dd939aa2b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=077c5745-8260-4223-b95d-4601ced28511 HTTP/1.1" status: 200 len: 217 time: 0.1943758 Apr 20 18:17:56.058846 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.rpc [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Device d119e6fd-5db7-41ca-acb1-15299c25a889 details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=86312) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 18:17:56.205209 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-64ca01fe-094c-4d70-9e4f-b0f8524c59a2 req-12fe0827-4e07-40d1-90ce-76cfb4d830a5 tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] 10.222.0.32 "GET /v2.0/security-groups?id=e00ece0e-9c57-41eb-9bc3-9c38bfc30996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3823721 Apr 20 18:17:56.256237 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.db [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] For port d119e6fd-5db7-41ca-acb1-15299c25a889, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=d119e6fd-5db7-41ca-acb1-15299c25a889,segment=NetworkSegment(35da9b45-4e14-4089-845f-39a81432394e),segment_id=35da9b45-4e14-4089-845f-39a81432394e)] {{(pid=86312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:17:56.275174 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.rpc [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Returning: {'device': 'd119e6fd-5db7-41ca-acb1-15299c25a889', 'network_id': '33ae499e-8924-4d19-b24e-e728f8047f05', 'port_id': 'd119e6fd-5db7-41ca-acb1-15299c25a889', 'mac_address': 'fa:16:3e:06:19:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f3914bf-0050-4c6e-8c1b-205da5910b8c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86312) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 18:17:56.277564 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9e5736-8e4c-420d-8096-585d30e87cab req-5e14f07c-6a85-48c4-ba68-695c0477f19d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:17:56.279303 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-dc9e5736-8e4c-420d-8096-585d30e87cab req-5e14f07c-6a85-48c4-ba68-695c0477f19d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3790ef40-94fe-4384-81d7-8b2f617228ac HTTP/1.1" status: 200 len: 849 time: 0.2289860 Apr 20 18:17:56.355761 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624671'] for port, before_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:56.387226 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.notifiers.nova [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d119e6fd-5db7-41ca-acb1-15299c25a889 {{(pid=86312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 18:17:56.408357 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.db [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] For port d119e6fd-5db7-41ca-acb1-15299c25a889, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=d119e6fd-5db7-41ca-acb1-15299c25a889,segment=NetworkSegment(35da9b45-4e14-4089-845f-39a81432394e),segment_id=35da9b45-4e14-4089-845f-39a81432394e)] {{(pid=86312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:17:56.415073 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852966479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736993730504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736993280695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299861495088'] for port, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:56.428531 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-dc9e5736-8e4c-420d-8096-585d30e87cab req-71ca05c0-a987-4502-82d5-dbc2215629e7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d990c784-9073-40b8-aa1a-a58c083aec5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1373115 Apr 20 18:17:56.435485 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1577e64d-7d62-41a4-a9ca-977e0ad83ac6 None None] Pushing event updated for resources: {'Port': ['ID=bdf1ff4c-9c8d-4f95-815e-99f670d72c4f,revision_number=2']} {{(pid=86312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:17:56.446823 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-1577e64d-7d62-41a4-a9ca-977e0ad83ac6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.456s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:17:56.447376 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-ead9bc58-c908-4dbd-9816-488c21a37476 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.026s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:17:56.745158 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Pushing event updated for resources: {'Port': ['ID=d119e6fd-5db7-41ca-acb1-15299c25a889,revision_number=4']} {{(pid=86312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:17:56.757774 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:17:56.854534 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.db [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] get_ports_and_sgs() called for port_ids ['d119e6fd-5db7-41ca-acb1-15299c25a889'] {{(pid=86312) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 18:17:56.909298 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a5bd645-4643-4149-bd35-9c4367b2647d tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Router 892fc000-9b87-40e4-be38-b59d8a6e51fc has already been hosted by L3 agent 40af0123-fc20-4e27-8672-759459b7c5ef {{(pid=86311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 18:17:56.999047 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-dc9e5736-8e4c-420d-8096-585d30e87cab req-16e954fe-e3f6-452b-82d3-dcf376bddd08 service neutron] 10.222.0.13 "GET /v2.0/networks/d990c784-9073-40b8-aa1a-a58c083aec5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5603766 Apr 20 18:17:57.008363 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c23cfb-83f9-43b8-bf5f-23b3d752f922 req-ab0341bd-2133-44fd-b238-46ff3a494fca tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:17:57.010049 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-e2c23cfb-83f9-43b8-bf5f-23b3d752f922 req-ab0341bd-2133-44fd-b238-46ff3a494fca tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] 10.222.0.32 "GET /v2.0/ports?device_id=017750e2-2faa-492d-81ff-e9560fb475f5 HTTP/1.1" status: 200 len: 945 time: 0.2378464 Apr 20 18:17:57.065457 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-e7237acf-fa67-4226-a23a-6cfe7d02d113 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:57.130969 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-e7237acf-fa67-4226-a23a-6cfe7d02d113 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624671'] for port, before_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:57.175904 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-e2c23cfb-83f9-43b8-bf5f-23b3d752f922 req-5ab89056-4211-4325-b1ea-e493ed923ba3 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] 10.222.0.32 "GET /v2.0/security-groups?id=38e27d19-d8a9-48d6-a9d6-ec021bffb723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1356611 Apr 20 18:17:57.281352 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-dc9e5736-8e4c-420d-8096-585d30e87cab req-9a7f2779-640e-4e1b-93b9-e9e96c269364 service neutron] 10.222.0.13 "GET /v2.0/networks/d990c784-9073-40b8-aa1a-a58c083aec5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2701657 Apr 20 18:17:57.373814 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.rpc [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Device bdf1ff4c-9c8d-4f95-815e-99f670d72c4f up at agent ovs-agent-dv-cinder-786929-2-smb {{(pid=86312) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:17:57.419845 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a5bd645-4643-4149-bd35-9c4367b2647d tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Notify agent at l3_agent.dv-cinder-786929-2-smb the message routers_updated {{(pid=86311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 18:17:57.434924 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb839f69-25b4-4051-b9ca-3edb82a04886 None None] Sync routers for ids ['892fc000-9b87-40e4-be38-b59d8a6e51fc'] in dv-cinder-786929-2-smb {{(pid=86313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 18:17:57.484492 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb839f69-25b4-4051-b9ca-3edb82a04886 None None] Routers {'892fc000-9b87-40e4-be38-b59d8a6e51fc'} bound to L3 agent in host dv-cinder-786929-2-smb {{(pid=86313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:17:57.485984 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_hamode_db [None req-fb839f69-25b4-4051-b9ca-3edb82a04886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786929-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-20T18:07:11Z,description=,heartbeat_timestamp=2021-04-20T18:17:41Z,host='dv-cinder-786929-2-smb',id=40af0123-fc20-4e27-8672-759459b7c5ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T18:07:11Z,topic='l3_agent')) {'router_ids': ['892fc000-9b87-40e4-be38-b59d8a6e51fc'], 'active': True} {{(pid=86313) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:17:57.520891 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-0a5bd645-4643-4149-bd35-9c4367b2647d tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759958'] for floatingip, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:57.665741 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-0a5bd645-4643-4149-bd35-9c4367b2647d tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] 10.222.0.32 "PUT /v2.0/floatingips/03b4c6a1-f35e-4f70-ac50-4e98c3e772b0 HTTP/1.1" status: 200 len: 990 time: 5.7271385 Apr 20 18:17:57.673098 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5feee2e1-1090-493f-bb77-88e23748f453 req-85ab0307-9353-47bb-b8b7-991c1a0aeaae tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:17:57.675200 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-5feee2e1-1090-493f-bb77-88e23748f453 req-85ab0307-9353-47bb-b8b7-991c1a0aeaae tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] 10.222.0.32 "GET /v2.0/ports?device_id=e0aba721-291d-4cb5-807c-6021f6d6a677 HTTP/1.1" status: 200 len: 944 time: 0.1913462 Apr 20 18:17:57.680616 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07d6c6c3-c813-4ea4-9976-f31a36a8cdd1', 'tag': 'e7099379-7fe8-471b-9b2e-8814ac912d1a'}] {{(pid=86311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:17:57.693797 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3839a0e1-1cf8-4d96-9398-803ae9ce33d1 req-48074e93-7cc4-45ca-8591-8f8dc6cd118d tempest-VolumesActionsTest-413286933 tempest-VolumesActionsTest-413286933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:17:57.695629 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-3839a0e1-1cf8-4d96-9398-803ae9ce33d1 req-48074e93-7cc4-45ca-8591-8f8dc6cd118d tempest-VolumesActionsTest-413286933 tempest-VolumesActionsTest-413286933-project] 10.222.0.32 "GET /v2.0/ports?device_id=008a8d37-282e-4369-b1b1-c579a050a93d HTTP/1.1" status: 200 len: 943 time: 1.6640279 Apr 20 18:17:57.748109 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.provisioning_blocks [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Provisioning for port bdf1ff4c-9c8d-4f95-815e-99f670d72c4f completed by entity L2. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 18:17:57.797655 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-5feee2e1-1090-493f-bb77-88e23748f453 req-dd4dd754-76af-4d56-8bf4-bc45b9647cc0 tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] 10.222.0.32 "GET /v2.0/security-groups?id=e00ece0e-9c57-41eb-9bc3-9c38bfc30996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866003 Apr 20 18:17:57.829883 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.db_base_plugin_common [None req-e7237acf-fa67-4226-a23a-6cfe7d02d113 admin admin] Allocated IP 172.28.0.13 (26051af8-ebd0-4db2-857e-181975352424/a8fb9e9c-99d7-49f9-8da9-302520785055/f69ae9ad-11f6-491c-9b7e-5bac7e66517b) {{(pid=86311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 18:17:57.840035 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-3839a0e1-1cf8-4d96-9398-803ae9ce33d1 req-868d6807-9a18-4bfd-b2fb-569d408bb98a tempest-VolumesActionsTest-413286933 tempest-VolumesActionsTest-413286933-project] 10.222.0.32 "GET /v2.0/security-groups?id=159e6823-83c7-488c-a617-0884749e7f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245534 Apr 20 18:17:58.014567 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07d6c6c3-c813-4ea4-9976-f31a36a8cdd1', 'tag': 'e7099379-7fe8-471b-9b2e-8814ac912d1a', 'status': 'completed', 'code': 200} Apr 20 18:17:58.051552 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.rpc [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Device 077c5745-8260-4223-b95d-4601ced28511 details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=86312) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 18:17:58.052751 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_dvr_db [None req-fb839f69-25b4-4051-b9ca-3edb82a04886 None None] Set router 892fc000-9b87-40e4-be38-b59d8a6e51fc gateway port host: dv-cinder-786929-2-smb {{(pid=86313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 18:17:58.169094 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-e7237acf-fa67-4226-a23a-6cfe7d02d113 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:58.201984 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-e7237acf-fa67-4226-a23a-6cfe7d02d113 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852966479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736993280678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850693756'] for port, after_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:58.225452 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:17:58.233258 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-259bb633-609c-4c55-bf4d-8605be6a9070 None None] Network b5591ab1-84d9-4585-836b-47bf7632765d requested from dv-cinder-786929-2-smb {{(pid=86312) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 18:17:58.242599 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af2ada8-9101-4b2f-8de4-7de2e5c88c1f req-09dad512-5f2b-4bb8-b797-e93011f8951b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:17:58.244505 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-4af2ada8-9101-4b2f-8de4-7de2e5c88c1f req-09dad512-5f2b-4bb8-b797-e93011f8951b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=02dae3b9331843428972d1ab84d0d2ed&device_id=07d6c6c3-c813-4ea4-9976-f31a36a8cdd1 HTTP/1.1" status: 200 len: 1098 time: 0.2449546 Apr 20 18:17:58.406384 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7237acf-fa67-4226-a23a-6cfe7d02d113 admin admin] Pushing event updated for resources: {'Port': ['ID=f69ae9ad-11f6-491c-9b7e-5bac7e66517b,revision_number=1']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:17:58.422574 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-e7237acf-fa67-4226-a23a-6cfe7d02d113 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:17:58.428381 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7237acf-fa67-4226-a23a-6cfe7d02d113 admin admin] Network 26051af8-ebd0-4db2-857e-181975352424 is already hosted by enough agents. {{(pid=86311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 18:17:58.434376 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.scheduler.base_scheduler [None req-e7237acf-fa67-4226-a23a-6cfe7d02d113 admin admin] Resources bound (agent type, host, resource id): {{(pid=86311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:17:58.437460 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7237acf-fa67-4226-a23a-6cfe7d02d113 admin admin] Received port after_create {{(pid=86311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 18:17:58.446760 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.provisioning_blocks [None req-18951a6f-670b-4367-806d-e408e2285624 None None] Provisioning for port bdf1ff4c-9c8d-4f95-815e-99f670d72c4f completed by entity DHCP. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 18:17:58.465479 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.db [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] For port 077c5745-8260-4223-b95d-4601ced28511, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=077c5745-8260-4223-b95d-4601ced28511,segment=NetworkSegment(5d308883-6bba-403d-84fe-7f77b08a55c0),segment_id=5d308883-6bba-403d-84fe-7f77b08a55c0)] {{(pid=86312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:17:58.474453 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.provisioning_blocks [None req-18951a6f-670b-4367-806d-e408e2285624 None None] Provisioning complete for port bdf1ff4c-9c8d-4f95-815e-99f670d72c4f triggered by entity DHCP. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:17:58.475175 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-18951a6f-670b-4367-806d-e408e2285624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853381758'] for port, provisioning_complete {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:58.546545 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.rpc [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Returning: {'device': '077c5745-8260-4223-b95d-4601ced28511', 'network_id': 'd990c784-9073-40b8-aa1a-a58c083aec5a', 'port_id': '077c5745-8260-4223-b95d-4601ced28511', 'mac_address': 'fa:16:3e:41:bd:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3790ef40-94fe-4384-81d7-8b2f617228ac', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86312) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 18:17:58.794779 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624671'] for port, before_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:58.812142 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af2ada8-9101-4b2f-8de4-7de2e5c88c1f req-e3d6a0bb-7edf-4d6e-a8c0-05144cb2fef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:17:58.815792 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-4af2ada8-9101-4b2f-8de4-7de2e5c88c1f req-e3d6a0bb-7edf-4d6e-a8c0-05144cb2fef4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=5b82a5ad-5a0b-4f36-b6c5-403cadd34a79 HTTP/1.1" status: 200 len: 918 time: 0.5645204 Apr 20 18:17:58.847485 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f4cdde-b8cb-4ef2-9685-3dcf84d205dd req-83e8d439-4525-4378-b411-2cda974d17a9 tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:17:58.851235 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-32f4cdde-b8cb-4ef2-9685-3dcf84d205dd req-83e8d439-4525-4378-b411-2cda974d17a9 tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] 10.222.0.32 "GET /v2.0/ports?device_id=57b2d215-a646-4377-934b-f64e1f3dabe0 HTTP/1.1" status: 200 len: 946 time: 0.3983197 Apr 20 18:17:58.943261 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.notifiers.nova [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 077c5745-8260-4223-b95d-4601ced28511 {{(pid=86312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 18:17:58.985475 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.db [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] For port 077c5745-8260-4223-b95d-4601ced28511, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=077c5745-8260-4223-b95d-4601ced28511,segment=NetworkSegment(5d308883-6bba-403d-84fe-7f77b08a55c0),segment_id=5d308883-6bba-403d-84fe-7f77b08a55c0)] {{(pid=86312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:17:58.997285 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852966479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736993730504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736993280695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299861495088'] for port, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:59.002674 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:17:59.044692 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-18951a6f-670b-4367-806d-e408e2285624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624671'] for port, before_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:59.113579 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-32f4cdde-b8cb-4ef2-9685-3dcf84d205dd req-af890a59-f288-4819-a6ec-e4b3f172063a tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] 10.222.0.32 "GET /v2.0/security-groups?id=63e5a295-1c1b-4259-93ce-61133d92337d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937068 Apr 20 18:17:59.257312 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-4af2ada8-9101-4b2f-8de4-7de2e5c88c1f req-e1cd0231-a81c-4581-a616-4d5c8ea6b7f8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e7099379-7fe8-471b-9b2e-8814ac912d1a HTTP/1.1" status: 200 len: 998 time: 0.3906920 Apr 20 18:17:59.274957 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413964be-f1a8-4b6d-acbf-20da8b575ce7 req-53a8c659-f556-43f5-9fab-326c9b242a90 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:17:59.280394 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.db [None req-18951a6f-670b-4367-806d-e408e2285624 None None] For port bdf1ff4c-9c8d-4f95-815e-99f670d72c4f, host dv-cinder-786929-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-2-smb',level=0,port_id=bdf1ff4c-9c8d-4f95-815e-99f670d72c4f,segment=NetworkSegment(5a56b328-5177-4953-b6f7-f626d024fccb),segment_id=5a56b328-5177-4953-b6f7-f626d024fccb)] {{(pid=86312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:17:59.285754 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-413964be-f1a8-4b6d-acbf-20da8b575ce7 req-53a8c659-f556-43f5-9fab-326c9b242a90 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] 10.222.0.32 "GET /v2.0/ports?device_id=017750e2-2faa-492d-81ff-e9560fb475f5 HTTP/1.1" status: 200 len: 945 time: 0.5571027 Apr 20 18:17:59.314214 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Pushing event updated for resources: {'Port': ['ID=077c5745-8260-4223-b95d-4601ced28511,revision_number=4']} {{(pid=86312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:17:59.324361 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-18951a6f-670b-4367-806d-e408e2285624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852966479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736993730504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736993280695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299861495088'] for port, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:59.333124 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:17:59.339725 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:17:59.427332 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af2ada8-9101-4b2f-8de4-7de2e5c88c1f req-2a5aa017-a9ca-4060-9e8a-5869b9d34296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:17:59.430390 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-4af2ada8-9101-4b2f-8de4-7de2e5c88c1f req-2a5aa017-a9ca-4060-9e8a-5869b9d34296 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a0d1d23a-bc57-4fd3-ab7b-5ff7156471c8 HTTP/1.1" status: 200 len: 856 time: 0.1719179 Apr 20 18:17:59.431435 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.db [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] get_ports_and_sgs() called for port_ids ['077c5745-8260-4223-b95d-4601ced28511'] {{(pid=86312) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 18:17:59.489628 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_hamode_db [None req-fb839f69-25b4-4051-b9ca-3edb82a04886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '892fc000-9b87-40e4-be38-b59d8a6e51fc', 'name': 'tempest-AttachVolumeShelveTestJSON-1277685248-router', 'tenant_id': '02dae3b9331843428972d1ab84d0d2ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26051af8-ebd0-4db2-857e-181975352424', 'external_fixed_ips': [{'subnet_id': 'a8fb9e9c-99d7-49f9-8da9-302520785055', 'ip_address': '172.28.0.25'}], 'enable_snat': True}, 'gw_port_id': '58f2f10b-45b8-425b-94b8-498bbc5fd79f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:16:59Z', 'updated_at': '2021-04-20T18:17:11Z', 'revision_number': 4, 'project_id': '02dae3b9331843428972d1ab84d0d2ed', 'gw_port': {'id': '58f2f10b-45b8-425b-94b8-498bbc5fd79f', 'name': '', 'network_id': '26051af8-ebd0-4db2-857e-181975352424', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:5d:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '892fc000-9b87-40e4-be38-b59d8a6e51fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': 'a8fb9e9c-99d7-49f9-8da9-302520785055', 'ip_address': '172.28.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:17:02Z', 'updated_at': '2021-04-20T18:17:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8fb9e9c-99d7-49f9-8da9-302520785055', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-2-smb', '_floatingips': [{'id': '03b4c6a1-f35e-4f70-ac50-4e98c3e772b0', 'tenant_id': '02dae3b9331843428972d1ab84d0d2ed', 'floating_ip_address': '172.28.0.82', 'floating_network_id': '26051af8-ebd0-4db2-857e-181975352424', 'router_id': '892fc000-9b87-40e4-be38-b59d8a6e51fc', 'port_id': 'e7099379-7fe8-471b-9b2e-8814ac912d1a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 319, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b82a5ad-5a0b-4f36-b6c5-403cadd34a79', 'mac_address': 'fa:16:3e:ac:f3:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07d6c6c3-c813-4ea4-9976-f31a36a8cdd1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T18:17:21Z', 'updated_at': '2021-04-20T18:17:53Z', 'revision_number': 1, 'project_id': '02dae3b9331843428972d1ab84d0d2ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97e8aecc-8579-4367-bc24-7b49e2b85e7e', 'name': '', 'network_id': '5b82a5ad-5a0b-4f36-b6c5-403cadd34a79', 'tenant_id': '02dae3b9331843428972d1ab84d0d2ed', 'mac_address': 'fa:16:3e:a7:d6:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '892fc000-9b87-40e4-be38-b59d8a6e51fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': 'a0d1d23a-bc57-4fd3-ab7b-5ff7156471c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:17:09Z', 'updated_at': '2021-04-20T18:17:22Z', 'revision_number': 5, 'project_id': '02dae3b9331843428972d1ab84d0d2ed', 'subnets': [{'id': 'a0d1d23a-bc57-4fd3-ab7b-5ff7156471c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786929-2-smb', False) {} {{(pid=86313) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:17:59.499743 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb839f69-25b4-4051-b9ca-3edb82a04886 None None] Checking router: 892fc000-9b87-40e4-be38-b59d8a6e51fc for host: dv-cinder-786929-2-smb {{(pid=86313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 18:17:59.572318 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb839f69-25b4-4051-b9ca-3edb82a04886 None None] Routers {'892fc000-9b87-40e4-be38-b59d8a6e51fc'} bound to L3 agent in host dv-cinder-786929-2-smb {{(pid=86313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:17:59.573157 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_hamode_db [None req-fb839f69-25b4-4051-b9ca-3edb82a04886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786929-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-20T18:07:11Z,description=,heartbeat_timestamp=2021-04-20T18:17:41Z,host='dv-cinder-786929-2-smb',id=40af0123-fc20-4e27-8672-759459b7c5ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T18:07:11Z,topic='l3_agent')) {'router_ids': ['892fc000-9b87-40e4-be38-b59d8a6e51fc'], 'active': True} {{(pid=86313) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:17:59.648989 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2abf86-9d9a-41d7-98fb-3e099e2e601e req-857cd05c-3b2d-4de2-8fb3-8429baa7ab51 tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:17:59.650789 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-4d2abf86-9d9a-41d7-98fb-3e099e2e601e req-857cd05c-3b2d-4de2-8fb3-8429baa7ab51 tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] 10.222.0.32 "GET /v2.0/ports?device_id=e0aba721-291d-4cb5-807c-6021f6d6a677 HTTP/1.1" status: 200 len: 944 time: 0.2191412 Apr 20 18:17:59.653226 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af2ada8-9101-4b2f-8de4-7de2e5c88c1f req-b6b59420-23b9-4640-bb6b-c8ac5c54e6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:17:59.654748 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-4af2ada8-9101-4b2f-8de4-7de2e5c88c1f req-b6b59420-23b9-4640-bb6b-c8ac5c54e6f3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5b82a5ad-5a0b-4f36-b6c5-403cadd34a79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1770465 Apr 20 18:17:59.695474 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-e7237acf-fa67-4226-a23a-6cfe7d02d113 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:59.759062 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18951a6f-670b-4367-806d-e408e2285624 None None] Pushing event updated for resources: {'Port': ['ID=bdf1ff4c-9c8d-4f95-815e-99f670d72c4f,revision_number=3']} {{(pid=86312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:17:59.766683 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-18951a6f-670b-4367-806d-e408e2285624 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.432s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:17:59.811699 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.provisioning_blocks [None req-1833d860-acb4-43ca-b0af-c7ec27f5d3e5 None None] Provisioning complete for port bdf1ff4c-9c8d-4f95-815e-99f670d72c4f triggered by entity DHCP. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:17:59.812480 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-1833d860-acb4-43ca-b0af-c7ec27f5d3e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853381758'] for port, provisioning_complete {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:17:59.887626 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-4af2ada8-9101-4b2f-8de4-7de2e5c88c1f req-ffcf92d0-bae8-4ad0-a713-1547d1d73dcc service neutron] 10.222.0.13 "GET /v2.0/networks/5b82a5ad-5a0b-4f36-b6c5-403cadd34a79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2055228 Apr 20 18:18:00.052978 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.rpc [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Device d119e6fd-5db7-41ca-acb1-15299c25a889 up at agent hyperv_hv-cinder-78692 {{(pid=86312) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:18:00.082202 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_dvr_db [None req-fb839f69-25b4-4051-b9ca-3edb82a04886 None None] Set router 892fc000-9b87-40e4-be38-b59d8a6e51fc gateway port host: dv-cinder-786929-2-smb {{(pid=86313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 18:18:00.159071 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-4d2abf86-9d9a-41d7-98fb-3e099e2e601e req-952c8202-dc34-4649-84f1-429bc96714bb tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] 10.222.0.32 "GET /v2.0/security-groups?id=e00ece0e-9c57-41eb-9bc3-9c38bfc30996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4940188 Apr 20 18:18:00.236482 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.provisioning_blocks [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Provisioning for port d119e6fd-5db7-41ca-acb1-15299c25a889 completed by entity L2. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 18:18:00.246834 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.provisioning_blocks [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Provisioning complete for port d119e6fd-5db7-41ca-acb1-15299c25a889 triggered by entity L2. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:18:00.247626 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853381758'] for port, provisioning_complete {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:00.318272 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-4af2ada8-9101-4b2f-8de4-7de2e5c88c1f req-474afab7-1dc8-4eaf-8e84-3f162e131694 service neutron] 10.222.0.13 "GET /v2.0/networks/5b82a5ad-5a0b-4f36-b6c5-403cadd34a79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4147971 Apr 20 18:18:00.335047 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-e7237acf-fa67-4226-a23a-6cfe7d02d113 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854121404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854148900'] for router, after_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:00.497467 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624671'] for port, before_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:00.531716 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0aba721-291d-4cb5-807c-6021f6d6a677', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd119e6fd-5db7-41ca-acb1-15299c25a889'}] {{(pid=86312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:18:00.546374 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa8a8af-c8d9-4987-a5c3-2108b1e0a1d5 req-de21b7c8-051c-4763-8664-358631496c05 tempest-VolumesActionsTest-413286933 tempest-VolumesActionsTest-413286933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:18:00.547033 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.db [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] For port d119e6fd-5db7-41ca-acb1-15299c25a889, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=d119e6fd-5db7-41ca-acb1-15299c25a889,segment=NetworkSegment(35da9b45-4e14-4089-845f-39a81432394e),segment_id=35da9b45-4e14-4089-845f-39a81432394e)] {{(pid=86312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:18:00.547235 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [req-aaa8a8af-c8d9-4987-a5c3-2108b1e0a1d5 req-de21b7c8-051c-4763-8664-358631496c05 tempest-VolumesActionsTest-413286933 tempest-VolumesActionsTest-413286933-project] Synchronizing usage tracker for tenant:568e6eb4e6844fc9b8de360489f8f93a on resource:port {{(pid=86310) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 18:18:00.550225 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852966479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736993730504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736993280695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299861495088'] for port, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:00.553240 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:18:00.590953 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [req-aaa8a8af-c8d9-4987-a5c3-2108b1e0a1d5 req-de21b7c8-051c-4763-8664-358631496c05 tempest-VolumesActionsTest-413286933 tempest-VolumesActionsTest-413286933-project] Unset dirty status for tenant:568e6eb4e6844fc9b8de360489f8f93a on resource:port {{(pid=86310) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 18:18:00.592271 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-aaa8a8af-c8d9-4987-a5c3-2108b1e0a1d5 req-de21b7c8-051c-4763-8664-358631496c05 tempest-VolumesActionsTest-413286933 tempest-VolumesActionsTest-413286933-project] 10.222.0.32 "GET /v2.0/ports?device_id=008a8d37-282e-4369-b1b1-c579a050a93d HTTP/1.1" status: 200 len: 944 time: 0.2044668 Apr 20 18:18:00.674178 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Pushing event updated for resources: {'Port': ['ID=d119e6fd-5db7-41ca-acb1-15299c25a889,revision_number=5']} {{(pid=86312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:18:00.679123 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:18:00.699465 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_hamode_db [None req-fb839f69-25b4-4051-b9ca-3edb82a04886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '892fc000-9b87-40e4-be38-b59d8a6e51fc', 'name': 'tempest-AttachVolumeShelveTestJSON-1277685248-router', 'tenant_id': '02dae3b9331843428972d1ab84d0d2ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26051af8-ebd0-4db2-857e-181975352424', 'external_fixed_ips': [{'subnet_id': 'a8fb9e9c-99d7-49f9-8da9-302520785055', 'ip_address': '172.28.0.25'}], 'enable_snat': True}, 'gw_port_id': '58f2f10b-45b8-425b-94b8-498bbc5fd79f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:16:59Z', 'updated_at': '2021-04-20T18:17:11Z', 'revision_number': 4, 'project_id': '02dae3b9331843428972d1ab84d0d2ed', 'gw_port': {'id': '58f2f10b-45b8-425b-94b8-498bbc5fd79f', 'name': '', 'network_id': '26051af8-ebd0-4db2-857e-181975352424', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:5d:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '892fc000-9b87-40e4-be38-b59d8a6e51fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': 'a8fb9e9c-99d7-49f9-8da9-302520785055', 'ip_address': '172.28.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:17:02Z', 'updated_at': '2021-04-20T18:17:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8fb9e9c-99d7-49f9-8da9-302520785055', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-2-smb', '_floatingips': [{'id': '03b4c6a1-f35e-4f70-ac50-4e98c3e772b0', 'tenant_id': '02dae3b9331843428972d1ab84d0d2ed', 'floating_ip_address': '172.28.0.82', 'floating_network_id': '26051af8-ebd0-4db2-857e-181975352424', 'router_id': '892fc000-9b87-40e4-be38-b59d8a6e51fc', 'port_id': 'e7099379-7fe8-471b-9b2e-8814ac912d1a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 319, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b82a5ad-5a0b-4f36-b6c5-403cadd34a79', 'mac_address': 'fa:16:3e:ac:f3:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07d6c6c3-c813-4ea4-9976-f31a36a8cdd1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T18:17:21Z', 'updated_at': '2021-04-20T18:17:53Z', 'revision_number': 1, 'project_id': '02dae3b9331843428972d1ab84d0d2ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97e8aecc-8579-4367-bc24-7b49e2b85e7e', 'name': '', 'network_id': '5b82a5ad-5a0b-4f36-b6c5-403cadd34a79', 'tenant_id': '02dae3b9331843428972d1ab84d0d2ed', 'mac_address': 'fa:16:3e:a7:d6:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '892fc000-9b87-40e4-be38-b59d8a6e51fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': 'a0d1d23a-bc57-4fd3-ab7b-5ff7156471c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:17:09Z', 'updated_at': '2021-04-20T18:17:22Z', 'revision_number': 5, 'project_id': '02dae3b9331843428972d1ab84d0d2ed', 'subnets': [{'id': 'a0d1d23a-bc57-4fd3-ab7b-5ff7156471c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786929-2-smb', False) {} {{(pid=86313) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:18:00.706160 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb839f69-25b4-4051-b9ca-3edb82a04886 None None] The sync data for ids ['892fc000-9b87-40e4-be38-b59d8a6e51fc'] in dv-cinder-786929-2-smb is: [{'id': '892fc000-9b87-40e4-be38-b59d8a6e51fc', 'name': 'tempest-AttachVolumeShelveTestJSON-1277685248-router', 'tenant_id': '02dae3b9331843428972d1ab84d0d2ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26051af8-ebd0-4db2-857e-181975352424', 'external_fixed_ips': [{'subnet_id': 'a8fb9e9c-99d7-49f9-8da9-302520785055', 'ip_address': '172.28.0.25'}], 'enable_snat': True}, 'gw_port_id': '58f2f10b-45b8-425b-94b8-498bbc5fd79f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:16:59Z', 'updated_at': '2021-04-20T18:17:11Z', 'revision_number': 4, 'project_id': '02dae3b9331843428972d1ab84d0d2ed', 'gw_port': {'id': '58f2f10b-45b8-425b-94b8-498bbc5fd79f', 'name': '', 'network_id': '26051af8-ebd0-4db2-857e-181975352424', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:5d:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '892fc000-9b87-40e4-be38-b59d8a6e51fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': 'a8fb9e9c-99d7-49f9-8da9-302520785055', 'ip_address': '172.28.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:17:02Z', 'updated_at': '2021-04-20T18:17:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8fb9e9c-99d7-49f9-8da9-302520785055', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-2-smb', '_floatingips': [{'id': '03b4c6a1-f35e-4f70-ac50-4e98c3e772b0', 'tenant_id': '02dae3b9331843428972d1ab84d0d2ed', 'floating_ip_address': '172.28.0.82', 'floating_network_id': '26051af8-ebd0-4db2-857e-181975352424', 'router_id': '892fc000-9b87-40e4-be38-b59d8a6e51fc', 'port_id': 'e7099379-7fe8-471b-9b2e-8814ac912d1a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 319, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b82a5ad-5a0b-4f36-b6c5-403cadd34a79', 'mac_address': 'fa:16:3e:ac:f3:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07d6c6c3-c813-4ea4-9976-f31a36a8cdd1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T18:17:21Z', 'updated_at': '2021-04-20T18:17:53Z', 'revision_number': 1, 'project_id': '02dae3b9331843428972d1ab84d0d2ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97e8aecc-8579-4367-bc24-7b49e2b85e7e', 'name': '', 'network_id': '5b82a5ad-5a0b-4f36-b6c5-403cadd34a79', 'tenant_id': '02dae3b9331843428972d1ab84d0d2ed', 'mac_address': 'fa:16:3e:a7:d6:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '892fc000-9b87-40e4-be38-b59d8a6e51fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': 'a0d1d23a-bc57-4fd3-ab7b-5ff7156471c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:17:09Z', 'updated_at': '2021-04-20T18:17:22Z', 'revision_number': 5, 'project_id': '02dae3b9331843428972d1ab84d0d2ed', 'subnets': [{'id': 'a0d1d23a-bc57-4fd3-ab7b-5ff7156471c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 18:18:00.708984 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [req-aaa8a8af-c8d9-4987-a5c3-2108b1e0a1d5 req-9c92d460-5e31-4b42-834e-3b88929400a4 tempest-VolumesActionsTest-413286933 tempest-VolumesActionsTest-413286933-project] Synchronizing usage tracker for tenant:568e6eb4e6844fc9b8de360489f8f93a on resource:security_group {{(pid=86310) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 18:18:00.736311 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [req-aaa8a8af-c8d9-4987-a5c3-2108b1e0a1d5 req-9c92d460-5e31-4b42-834e-3b88929400a4 tempest-VolumesActionsTest-413286933 tempest-VolumesActionsTest-413286933-project] Unset dirty status for tenant:568e6eb4e6844fc9b8de360489f8f93a on resource:security_group {{(pid=86310) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 18:18:00.742061 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-aaa8a8af-c8d9-4987-a5c3-2108b1e0a1d5 req-9c92d460-5e31-4b42-834e-3b88929400a4 tempest-VolumesActionsTest-413286933 tempest-VolumesActionsTest-413286933-project] 10.222.0.32 "GET /v2.0/security-groups?id=159e6823-83c7-488c-a617-0884749e7f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402087 Apr 20 18:18:00.917899 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-413964be-f1a8-4b6d-acbf-20da8b575ce7 req-2cb89e67-3d70-4075-aece-82913ba3f59f tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] 10.222.0.32 "GET /v2.0/security-groups?id=38e27d19-d8a9-48d6-a9d6-ec021bffb723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.2290969 Apr 20 18:18:00.931343 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7237acf-fa67-4226-a23a-6cfe7d02d113 admin admin] Router d7eb7172-f1d2-45bc-a2ac-809689020647 is scheduled to L3 agent 40af0123-fc20-4e27-8672-759459b7c5ef with binding_index 1 {{(pid=86311) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 20 18:18:01.030623 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0aba721-291d-4cb5-807c-6021f6d6a677', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd119e6fd-5db7-41ca-acb1-15299c25a889', 'code': 200} Apr 20 18:18:01.123060 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6d5471c-fa16-47ae-89e5-694d6f4a8670 None None] New status for floating IP 03b4c6a1-f35e-4f70-ac50-4e98c3e772b0: ACTIVE {{(pid=86312) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 20 18:18:01.218199 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.agents_db [None req-b35f03a3-c7a0-4608-9f7c-a0859408129f None None] Agent healthcheck: found 6 active agents {{(pid=86313) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 18:18:01.357174 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.rpc [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Device bdf1ff4c-9c8d-4f95-815e-99f670d72c4f up at agent ovs-agent-dv-cinder-786929-2-smb {{(pid=86312) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:18:01.385480 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7237acf-fa67-4226-a23a-6cfe7d02d113 admin admin] Notify agent at l3_agent.dv-cinder-786929-2-smb the message routers_updated {{(pid=86311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 18:18:01.399653 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9741e73-1e80-44f0-adb1-f5fc8f658d3b None None] Sync routers for ids ['d7eb7172-f1d2-45bc-a2ac-809689020647'] in dv-cinder-786929-2-smb {{(pid=86313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 18:18:01.424446 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9741e73-1e80-44f0-adb1-f5fc8f658d3b None None] Routers {'d7eb7172-f1d2-45bc-a2ac-809689020647'} bound to L3 agent in host dv-cinder-786929-2-smb {{(pid=86313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:18:01.425251 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_hamode_db [None req-b9741e73-1e80-44f0-adb1-f5fc8f658d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786929-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-20T18:07:11Z,description=,heartbeat_timestamp=2021-04-20T18:17:41Z,host='dv-cinder-786929-2-smb',id=40af0123-fc20-4e27-8672-759459b7c5ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T18:07:11Z,topic='l3_agent')) {'router_ids': ['d7eb7172-f1d2-45bc-a2ac-809689020647'], 'active': True} {{(pid=86313) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:18:01.428133 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-e7237acf-fa67-4226-a23a-6cfe7d02d113 admin admin] Notify callbacks [] for router, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:01.432346 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-e7237acf-fa67-4226-a23a-6cfe7d02d113 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 6.4802759 Apr 20 18:18:01.499498 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.32', 51976) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:18:01.600965 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1493f249-c7fd-45b9-ac4b-83f74e458066 req-10891a47-69ee-4bbe-bdb8-7a2a8d2fbd8b tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:18:01.609820 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-1493f249-c7fd-45b9-ac4b-83f74e458066 req-10891a47-69ee-4bbe-bdb8-7a2a8d2fbd8b tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] 10.222.0.32 "GET /v2.0/ports?device_id=e0aba721-291d-4cb5-807c-6021f6d6a677 HTTP/1.1" status: 200 len: 945 time: 0.1845891 Apr 20 18:18:01.681406 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-1493f249-c7fd-45b9-ac4b-83f74e458066 req-666eeb4c-6a17-45d8-bd34-9930fd5622ef tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] 10.222.0.32 "GET /v2.0/security-groups?id=e00ece0e-9c57-41eb-9bc3-9c38bfc30996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703933 Apr 20 18:18:01.879372 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_dvr_db [None req-b9741e73-1e80-44f0-adb1-f5fc8f658d3b None None] Set router d7eb7172-f1d2-45bc-a2ac-809689020647 gateway port host: dv-cinder-786929-2-smb {{(pid=86313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 18:18:01.939242 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.provisioning_blocks [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Provisioning complete for port bdf1ff4c-9c8d-4f95-815e-99f670d72c4f triggered by entity L2. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:18:01.939673 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853381758'] for port, provisioning_complete {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:02.085835 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.rpc [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Device 077c5745-8260-4223-b95d-4601ced28511 up at agent hyperv_hv-cinder-78692 {{(pid=86312) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:18:02.105429 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2714d867-2269-42ce-a448-b0082fa76482 req-01b6f1a0-71dc-4840-bf99-a387691d356c tempest-VolumesActionsTest-413286933 tempest-VolumesActionsTest-413286933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:18:02.114986 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-2714d867-2269-42ce-a448-b0082fa76482 req-01b6f1a0-71dc-4840-bf99-a387691d356c tempest-VolumesActionsTest-413286933 tempest-VolumesActionsTest-413286933-project] 10.222.0.32 "GET /v2.0/ports?device_id=008a8d37-282e-4369-b1b1-c579a050a93d HTTP/1.1" status: 200 len: 944 time: 0.1172159 Apr 20 18:18:02.183127 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-2714d867-2269-42ce-a448-b0082fa76482 req-c8ed170a-17ed-4986-a8cd-15d3f09d29f6 tempest-VolumesActionsTest-413286933 tempest-VolumesActionsTest-413286933-project] 10.222.0.32 "GET /v2.0/security-groups?id=159e6823-83c7-488c-a617-0884749e7f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671191 Apr 20 18:18:02.470868 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c05b44-5fa4-4420-ac7c-2a80dc4f51da req-ee25014d-c71e-4920-8fb7-b9148c83cb65 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:18:02.483399 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-13c05b44-5fa4-4420-ac7c-2a80dc4f51da req-ee25014d-c71e-4920-8fb7-b9148c83cb65 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] 10.222.0.32 "GET /v2.0/ports?device_id=017750e2-2faa-492d-81ff-e9560fb475f5 HTTP/1.1" status: 200 len: 945 time: 0.1790462 Apr 20 18:18:02.566878 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-13c05b44-5fa4-4420-ac7c-2a80dc4f51da req-19f527e8-5534-4458-bf0a-5d1ecf7cd106 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] 10.222.0.32 "GET /v2.0/security-groups?id=38e27d19-d8a9-48d6-a9d6-ec021bffb723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822363 Apr 20 18:18:02.710089 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.provisioning_blocks [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Provisioning for port 077c5745-8260-4223-b95d-4601ced28511 completed by entity L2. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 18:18:02.722968 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.provisioning_blocks [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Provisioning complete for port 077c5745-8260-4223-b95d-4601ced28511 triggered by entity L2. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:18:02.723417 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853381758'] for port, provisioning_complete {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:02.806955 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_hamode_db [None req-b9741e73-1e80-44f0-adb1-f5fc8f658d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7eb7172-f1d2-45bc-a2ac-809689020647', 'name': 'tempest-TestShelveInstance-932433395-router', 'tenant_id': 'c63217fb60aa4544a29b035267cf6bf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26051af8-ebd0-4db2-857e-181975352424', 'external_fixed_ips': [{'subnet_id': 'a8fb9e9c-99d7-49f9-8da9-302520785055', 'ip_address': '172.28.0.13'}], 'enable_snat': True}, 'gw_port_id': 'f69ae9ad-11f6-491c-9b7e-5bac7e66517b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:17:55Z', 'updated_at': '2021-04-20T18:17:59Z', 'revision_number': 3, 'project_id': 'c63217fb60aa4544a29b035267cf6bf0', 'gw_port': {'id': 'f69ae9ad-11f6-491c-9b7e-5bac7e66517b', 'name': '', 'network_id': '26051af8-ebd0-4db2-857e-181975352424', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:bf:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7eb7172-f1d2-45bc-a2ac-809689020647', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'a8fb9e9c-99d7-49f9-8da9-302520785055', 'ip_address': '172.28.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:17:57Z', 'updated_at': '2021-04-20T18:17:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a8fb9e9c-99d7-49f9-8da9-302520785055', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-2-smb'}], 'dv-cinder-786929-2-smb', False) {} {{(pid=86313) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:18:02.815119 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9741e73-1e80-44f0-adb1-f5fc8f658d3b None None] Checking router: d7eb7172-f1d2-45bc-a2ac-809689020647 for host: dv-cinder-786929-2-smb {{(pid=86313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 18:18:02.815770 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9741e73-1e80-44f0-adb1-f5fc8f658d3b None None] Updating router d7eb7172-f1d2-45bc-a2ac-809689020647 port f69ae9ad-11f6-491c-9b7e-5bac7e66517b binding host dv-cinder-786929-2-smb {{(pid=86313) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 20 18:18:02.957076 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-b9741e73-1e80-44f0-adb1-f5fc8f658d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624671'] for port, before_update {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:03.018882 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299861013637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394135'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:03.037310 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624671'] for port, before_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:03.138171 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '008a8d37-282e-4369-b1b1-c579a050a93d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '077c5745-8260-4223-b95d-4601ced28511'}] {{(pid=86312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:18:03.168187 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.db [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] For port 077c5745-8260-4223-b95d-4601ced28511, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=077c5745-8260-4223-b95d-4601ced28511,segment=NetworkSegment(5d308883-6bba-403d-84fe-7f77b08a55c0),segment_id=5d308883-6bba-403d-84fe-7f77b08a55c0)] {{(pid=86312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:18:03.173475 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852966479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736993730504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736993280695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299861495088'] for port, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:03.181744 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-beed97dd-a72f-49a0-932b-5494b057c855 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:18:03.201126 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c721a264-c554-48fa-9a5b-68db9ae5ae58 req-c9b2c258-3eb6-47ea-a4eb-3415352076f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:18:03.202480 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-c721a264-c554-48fa-9a5b-68db9ae5ae58 req-c9b2c258-3eb6-47ea-a4eb-3415352076f9 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e0aba721-291d-4cb5-807c-6021f6d6a677 HTTP/1.1" status: 200 len: 1098 time: 1.5645483 Apr 20 18:18:03.204368 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-4b65e633-557a-4887-9371-2cd62667f896 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624671'] for port, before_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:03.279728 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '008a8d37-282e-4369-b1b1-c579a050a93d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '077c5745-8260-4223-b95d-4601ced28511', 'code': 200} Apr 20 18:18:03.280670 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Pushing event updated for resources: {'Port': ['ID=077c5745-8260-4223-b95d-4601ced28511,revision_number=5']} {{(pid=86312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:18:03.284752 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:18:03.321068 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-c1d8d9ef-14be-4ac8-94af-170e56db3b7b req-b1c70fd9-5fbe-4952-a0e9-eed3ddea45ff service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=57b2d215-a646-4377-934b-f64e1f3dabe0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 1.9542515 Apr 20 18:18:03.322814 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-c721a264-c554-48fa-9a5b-68db9ae5ae58 req-edadc6b4-9a97-4a89-9f76-b8dba587b42e service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=e00ece0e-9c57-41eb-9bc3-9c38bfc30996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909052 Apr 20 18:18:03.499403 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570dca88-32a2-40ef-8e1d-50ec0f27da65 req-c83a85a4-d831-4c73-b38f-16864ac05a4c tempest-VolumesActionsTest-413286933 tempest-VolumesActionsTest-413286933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:18:03.508219 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-570dca88-32a2-40ef-8e1d-50ec0f27da65 req-c83a85a4-d831-4c73-b38f-16864ac05a4c tempest-VolumesActionsTest-413286933 tempest-VolumesActionsTest-413286933-project] 10.222.0.32 "GET /v2.0/ports?device_id=008a8d37-282e-4369-b1b1-c579a050a93d HTTP/1.1" status: 200 len: 945 time: 0.1296835 Apr 20 18:18:03.575976 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-570dca88-32a2-40ef-8e1d-50ec0f27da65 req-72c162a1-1b4e-4747-9106-4334dfd393eb tempest-VolumesActionsTest-413286933 tempest-VolumesActionsTest-413286933-project] 10.222.0.32 "GET /v2.0/security-groups?id=159e6823-83c7-488c-a617-0884749e7f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666840 Apr 20 18:18:03.594539 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.db_base_plugin_common [None req-4b65e633-557a-4887-9371-2cd62667f896 admin admin] Allocated IP 172.20.0.1 (b5591ab1-84d9-4585-836b-47bf7632765d/3243b360-2a6c-4a7d-86c5-59c501c53d43/a356fad1-a5eb-4718-9971-5d284045e4ce) {{(pid=86310) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 18:18:03.663706 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874f22c0-0de9-4e81-970f-b31956d3c8fb req-91a26590-c12f-44a9-98e4-6562cee41495 tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:18:03.671568 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-874f22c0-0de9-4e81-970f-b31956d3c8fb req-91a26590-c12f-44a9-98e4-6562cee41495 tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] 10.222.0.32 "GET /v2.0/ports?device_id=e0aba721-291d-4cb5-807c-6021f6d6a677 HTTP/1.1" status: 200 len: 945 time: 0.6072059 Apr 20 18:18:03.911960 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-b9741e73-1e80-44f0-adb1-f5fc8f658d3b None None] Notify callbacks [] for port, precommit_update {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:03.929761 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.provisioning_blocks [None req-b9741e73-1e80-44f0-adb1-f5fc8f658d3b None None] Transition to ACTIVE for port object f69ae9ad-11f6-491c-9b7e-5bac7e66517b will not be triggered until provisioned by entity L2. {{(pid=86313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 18:18:03.952396 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-b9741e73-1e80-44f0-adb1-f5fc8f658d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852966479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736993730504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736993280695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299861495088'] for port, after_update {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:03.975712 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:18:03.997466 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-4b65e633-557a-4887-9371-2cd62667f896 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:04.014942 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.provisioning_blocks [None req-4b65e633-557a-4887-9371-2cd62667f896 admin admin] Transition to ACTIVE for port object a356fad1-a5eb-4718-9971-5d284045e4ce will not be triggered until provisioned by entity DHCP. {{(pid=86310) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 18:18:04.025235 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a9fd95-e7e6-4c1b-ad41-3ea1678cbc69 req-9290c24a-828c-44fa-9199-61091a99b345 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:18:04.037828 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-73a9fd95-e7e6-4c1b-ad41-3ea1678cbc69 req-9290c24a-828c-44fa-9199-61091a99b345 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] 10.222.0.32 "GET /v2.0/ports?device_id=017750e2-2faa-492d-81ff-e9560fb475f5 HTTP/1.1" status: 200 len: 945 time: 0.1192284 Apr 20 18:18:04.053487 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-874f22c0-0de9-4e81-970f-b31956d3c8fb req-0b79197a-b59a-4bd6-bf61-4e38acd80bbc tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] 10.222.0.32 "GET /v2.0/security-groups?id=e00ece0e-9c57-41eb-9bc3-9c38bfc30996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3805716 Apr 20 18:18:04.068450 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-4b65e633-557a-4887-9371-2cd62667f896 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852966479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736993280678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852424964'] for port, after_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:04.087104 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-eded60fa-405b-41b6-a143-2aa028a710da service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:18:04.107165 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-73a9fd95-e7e6-4c1b-ad41-3ea1678cbc69 req-66d17491-6ea8-4719-bffe-51f7f2e75bce tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] 10.222.0.32 "GET /v2.0/security-groups?id=38e27d19-d8a9-48d6-a9d6-ec021bffb723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682099 Apr 20 18:18:04.138871 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1d1682-2c1d-4968-8506-1f0656cd068c None None] Pushing event updated for resources: {'Port': ['ID=f69ae9ad-11f6-491c-9b7e-5bac7e66517b,revision_number=2']} {{(pid=86313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:18:04.142381 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-dc1d1682-2c1d-4968-8506-1f0656cd068c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:18:04.167620 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.managers [None req-b9741e73-1e80-44f0-adb1-f5fc8f658d3b None None] Attempting to bind port f69ae9ad-11f6-491c-9b7e-5bac7e66517b on host dv-cinder-786929-2-smb for vnic_type normal with profile {{(pid=86313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 18:18:04.168207 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.managers [None req-b9741e73-1e80-44f0-adb1-f5fc8f658d3b None None] Attempting to bind port f69ae9ad-11f6-491c-9b7e-5bac7e66517b by drivers openvswitch,hyperv on host dv-cinder-786929-2-smb at level 0 using segments [{'id': '0fd0f869-d1a1-42b0-840f-a1b93e92e33d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26051af8-ebd0-4db2-857e-181975352424'}] {{(pid=86313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 18:18:04.169033 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9741e73-1e80-44f0-adb1-f5fc8f658d3b None None] Attempting to bind port f69ae9ad-11f6-491c-9b7e-5bac7e66517b on network 26051af8-ebd0-4db2-857e-181975352424 {{(pid=86313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 18:18:04.174093 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b65e633-557a-4887-9371-2cd62667f896 admin admin] Network b5591ab1-84d9-4585-836b-47bf7632765d is already hosted by enough agents. {{(pid=86310) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 18:18:04.175417 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9741e73-1e80-44f0-adb1-f5fc8f658d3b None None] Checking agent: {'id': '909349f5-e61f-491f-bcfb-3e6f3416917d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786929-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 7, 12), 'started_at': datetime.datetime(2021, 4, 20, 18, 7, 42), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 17, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786929-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 18:18:04.176034 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9741e73-1e80-44f0-adb1-f5fc8f658d3b None None] Checking segment: {'id': '0fd0f869-d1a1-42b0-840f-a1b93e92e33d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26051af8-ebd0-4db2-857e-181975352424'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 18:18:04.176477 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-b9741e73-1e80-44f0-adb1-f5fc8f658d3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:04.176903 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9741e73-1e80-44f0-adb1-f5fc8f658d3b None None] Bound using segment: {'id': '0fd0f869-d1a1-42b0-840f-a1b93e92e33d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26051af8-ebd0-4db2-857e-181975352424'} {{(pid=86313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 18:18:04.177412 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.managers [None req-b9741e73-1e80-44f0-adb1-f5fc8f658d3b None None] Bound port: f69ae9ad-11f6-491c-9b7e-5bac7e66517b, host: dv-cinder-786929-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fd0f869-d1a1-42b0-840f-a1b93e92e33d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26051af8-ebd0-4db2-857e-181975352424'}}] {{(pid=86313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 18:18:04.177840 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-b9741e73-1e80-44f0-adb1-f5fc8f658d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624671'] for port, before_update {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:04.189867 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.scheduler.base_scheduler [None req-4b65e633-557a-4887-9371-2cd62667f896 admin admin] Resources bound (agent type, host, resource id): {{(pid=86310) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:18:04.217231 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b65e633-557a-4887-9371-2cd62667f896 admin admin] Received port after_create {{(pid=86310) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 18:18:04.295212 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdf7196-0987-4922-bf43-098f20b9ff45 req-34327b4a-261d-4772-9f67-10bc8b293abe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:18:04.296992 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-fbdf7196-0987-4922-bf43-098f20b9ff45 req-34327b4a-261d-4772-9f67-10bc8b293abe service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=008a8d37-282e-4369-b1b1-c579a050a93d HTTP/1.1" status: 200 len: 1098 time: 0.5806177 Apr 20 18:18:04.297905 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b65e633-557a-4887-9371-2cd62667f896 admin admin] Pushing event updated for resources: {'Port': ['ID=a356fad1-a5eb-4718-9971-5d284045e4ce,revision_number=1']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:18:04.305053 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d8d9ef-14be-4ac8-94af-170e56db3b7b req-0ba8a2fc-06aa-41db-a14c-fc53307bb135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:18:04.307133 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-c1d8d9ef-14be-4ac8-94af-170e56db3b7b req-0ba8a2fc-06aa-41db-a14c-fc53307bb135 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=48e5df147ce142c88e849dbcf9521831&device_id=57b2d215-a646-4377-934b-f64e1f3dabe0 HTTP/1.1" status: 200 len: 1099 time: 0.7091725 Apr 20 18:18:04.308258 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-4b65e633-557a-4887-9371-2cd62667f896 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:18:04.495909 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-fbdf7196-0987-4922-bf43-098f20b9ff45 req-fcc4fe14-eb09-42ce-93a2-acdd23106658 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=159e6823-83c7-488c-a617-0884749e7f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863046 Apr 20 18:18:04.665221 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.provisioning_blocks [None req-89d9f0ee-096d-4821-9c20-74e8e732611b None None] Provisioning for port a356fad1-a5eb-4718-9971-5d284045e4ce completed by entity DHCP. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 18:18:04.691390 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.provisioning_blocks [None req-89d9f0ee-096d-4821-9c20-74e8e732611b None None] Provisioning complete for port a356fad1-a5eb-4718-9971-5d284045e4ce triggered by entity DHCP. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:18:04.691819 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-89d9f0ee-096d-4821-9c20-74e8e732611b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853381758'] for port, provisioning_complete {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:04.729459 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-4b65e633-557a-4887-9371-2cd62667f896 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-653825'] for router_interface, before_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:04.735165 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d8d9ef-14be-4ac8-94af-170e56db3b7b req-b61ecd67-2508-464d-9fc1-81240f32fd25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:18:04.751869 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-c1d8d9ef-14be-4ac8-94af-170e56db3b7b req-b61ecd67-2508-464d-9fc1-81240f32fd25 service neutron] 10.222.0.13 "GET /v2.0/networks?id=15a6a0fd-d337-49a6-891c-eac6549b2bfb HTTP/1.1" status: 200 len: 919 time: 0.3808134 Apr 20 18:18:04.833185 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.plugin [None req-89d9f0ee-096d-4821-9c20-74e8e732611b None None] Port a356fad1-a5eb-4718-9971-5d284045e4ce cannot update to ACTIVE because it is not bound. {{(pid=86312) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 18:18:04.884559 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.db [None req-b9741e73-1e80-44f0-adb1-f5fc8f658d3b None None] For port f69ae9ad-11f6-491c-9b7e-5bac7e66517b, host dv-cinder-786929-2-smb, cleared binding levels {{(pid=86313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 18:18:04.888405 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.db [None req-b9741e73-1e80-44f0-adb1-f5fc8f658d3b None None] For port f69ae9ad-11f6-491c-9b7e-5bac7e66517b, host dv-cinder-786929-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-2-smb',level=0,port_id=f69ae9ad-11f6-491c-9b7e-5bac7e66517b,segment=NetworkSegment(0fd0f869-d1a1-42b0-840f-a1b93e92e33d),segment_id=0fd0f869-d1a1-42b0-840f-a1b93e92e33d)] {{(pid=86313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 18:18:04.892778 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-b9741e73-1e80-44f0-adb1-f5fc8f658d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852966479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736993730504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736993280695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299861495088'] for port, after_update {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:04.906561 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-e8e1ab33-7fcd-4f08-8612-fc9927145236 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:18:04.958855 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-c1d8d9ef-14be-4ac8-94af-170e56db3b7b req-e51c3e9e-2941-4ccf-9318-b047f15bba58 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8fb4d145-1862-458a-8f77-c2300060536e HTTP/1.1" status: 200 len: 217 time: 0.2047522 Apr 20 18:18:05.007331 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9741e73-1e80-44f0-adb1-f5fc8f658d3b None None] Routers {'d7eb7172-f1d2-45bc-a2ac-809689020647'} bound to L3 agent in host dv-cinder-786929-2-smb {{(pid=86313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:18:05.007977 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_hamode_db [None req-b9741e73-1e80-44f0-adb1-f5fc8f658d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786929-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-20T18:07:11Z,description=,heartbeat_timestamp=2021-04-20T18:17:41Z,host='dv-cinder-786929-2-smb',id=40af0123-fc20-4e27-8672-759459b7c5ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T18:07:11Z,topic='l3_agent')) {'router_ids': ['d7eb7172-f1d2-45bc-a2ac-809689020647'], 'active': True} {{(pid=86313) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:18:05.026881 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750d8cd3-e1e7-43e7-a613-e6dd5d2a3ff4 req-37545146-1ea9-4092-b084-e867118b751b tempest-VolumesActionsTest-413286933 tempest-VolumesActionsTest-413286933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:18:05.028944 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-750d8cd3-e1e7-43e7-a613-e6dd5d2a3ff4 req-37545146-1ea9-4092-b084-e867118b751b tempest-VolumesActionsTest-413286933 tempest-VolumesActionsTest-413286933-project] 10.222.0.32 "GET /v2.0/ports?device_id=008a8d37-282e-4369-b1b1-c579a050a93d HTTP/1.1" status: 200 len: 945 time: 0.1522460 Apr 20 18:18:05.129347 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-750d8cd3-e1e7-43e7-a613-e6dd5d2a3ff4 req-29783910-3234-4090-8ce3-67d9d5427431 tempest-VolumesActionsTest-413286933 tempest-VolumesActionsTest-413286933-project] 10.222.0.32 "GET /v2.0/security-groups?id=159e6823-83c7-488c-a617-0884749e7f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647833 Apr 20 18:18:05.175040 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d8d9ef-14be-4ac8-94af-170e56db3b7b req-0590b03c-f68f-4953-b557-5839809a4f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:18:05.176642 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-c1d8d9ef-14be-4ac8-94af-170e56db3b7b req-0590b03c-f68f-4953-b557-5839809a4f0b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ebfd3c2f-c00a-4eb7-8bea-d2691ff138cc HTTP/1.1" status: 200 len: 858 time: 0.1411090 Apr 20 18:18:05.249213 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1d1682-2c1d-4968-8506-1f0656cd068c None None] Pushing event updated for resources: {'Port': ['ID=f69ae9ad-11f6-491c-9b7e-5bac7e66517b,revision_number=3']} {{(pid=86313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:18:05.263607 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-dc1d1682-2c1d-4968-8506-1f0656cd068c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:18:05.296749 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_dvr_db [None req-b9741e73-1e80-44f0-adb1-f5fc8f658d3b None None] Set router d7eb7172-f1d2-45bc-a2ac-809689020647 gateway port host: dv-cinder-786929-2-smb {{(pid=86313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 18:18:05.341237 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-4b65e633-557a-4887-9371-2cd62667f896 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624671'] for port, before_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:05.357658 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-c1d8d9ef-14be-4ac8-94af-170e56db3b7b req-d91526cf-63c1-47de-a1c5-00f57e6c6ddb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=15a6a0fd-d337-49a6-891c-eac6549b2bfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1116171 Apr 20 18:18:05.523270 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8729e3-f6b9-46f5-98f3-fc4fcd8cb186 req-07990a80-4939-4664-b212-638a0f02ac9a tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:18:05.524935 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-6e8729e3-f6b9-46f5-98f3-fc4fcd8cb186 req-07990a80-4939-4664-b212-638a0f02ac9a tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] 10.222.0.32 "GET /v2.0/ports?device_id=017750e2-2faa-492d-81ff-e9560fb475f5 HTTP/1.1" status: 200 len: 945 time: 0.1077123 Apr 20 18:18:05.588167 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-c1d8d9ef-14be-4ac8-94af-170e56db3b7b req-a52642fc-170b-414e-89f6-93e33419e4ab service neutron] 10.222.0.13 "GET /v2.0/networks/15a6a0fd-d337-49a6-891c-eac6549b2bfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1836479 Apr 20 18:18:05.597720 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-6e8729e3-f6b9-46f5-98f3-fc4fcd8cb186 req-d8737b17-ed39-4390-b401-1bbd9573ad13 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] 10.222.0.32 "GET /v2.0/security-groups?id=38e27d19-d8a9-48d6-a9d6-ec021bffb723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642257 Apr 20 18:18:05.777564 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_hamode_db [None req-b9741e73-1e80-44f0-adb1-f5fc8f658d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7eb7172-f1d2-45bc-a2ac-809689020647', 'name': 'tempest-TestShelveInstance-932433395-router', 'tenant_id': 'c63217fb60aa4544a29b035267cf6bf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26051af8-ebd0-4db2-857e-181975352424', 'external_fixed_ips': [{'subnet_id': 'a8fb9e9c-99d7-49f9-8da9-302520785055', 'ip_address': '172.28.0.13'}], 'enable_snat': True}, 'gw_port_id': 'f69ae9ad-11f6-491c-9b7e-5bac7e66517b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:17:55Z', 'updated_at': '2021-04-20T18:18:04Z', 'revision_number': 4, 'project_id': 'c63217fb60aa4544a29b035267cf6bf0', 'gw_port': {'id': 'f69ae9ad-11f6-491c-9b7e-5bac7e66517b', 'name': '', 'network_id': '26051af8-ebd0-4db2-857e-181975352424', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:bf:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7eb7172-f1d2-45bc-a2ac-809689020647', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'a8fb9e9c-99d7-49f9-8da9-302520785055', 'ip_address': '172.28.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:17:57Z', 'updated_at': '2021-04-20T18:18:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8fb9e9c-99d7-49f9-8da9-302520785055', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-2-smb', '_interfaces': [{'id': 'a356fad1-a5eb-4718-9971-5d284045e4ce', 'name': '', 'network_id': 'b5591ab1-84d9-4585-836b-47bf7632765d', 'tenant_id': 'c63217fb60aa4544a29b035267cf6bf0', 'mac_address': 'fa:16:3e:a9:5a:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7eb7172-f1d2-45bc-a2ac-809689020647', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '3243b360-2a6c-4a7d-86c5-59c501c53d43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:18:03Z', 'updated_at': '2021-04-20T18:18:03Z', 'revision_number': 1, 'project_id': 'c63217fb60aa4544a29b035267cf6bf0', 'subnets': [{'id': '3243b360-2a6c-4a7d-86c5-59c501c53d43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786929-2-smb', False) {} {{(pid=86313) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:18:05.786282 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9741e73-1e80-44f0-adb1-f5fc8f658d3b None None] The sync data for ids ['d7eb7172-f1d2-45bc-a2ac-809689020647'] in dv-cinder-786929-2-smb is: [{'id': 'd7eb7172-f1d2-45bc-a2ac-809689020647', 'name': 'tempest-TestShelveInstance-932433395-router', 'tenant_id': 'c63217fb60aa4544a29b035267cf6bf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26051af8-ebd0-4db2-857e-181975352424', 'external_fixed_ips': [{'subnet_id': 'a8fb9e9c-99d7-49f9-8da9-302520785055', 'ip_address': '172.28.0.13'}], 'enable_snat': True}, 'gw_port_id': 'f69ae9ad-11f6-491c-9b7e-5bac7e66517b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:17:55Z', 'updated_at': '2021-04-20T18:18:04Z', 'revision_number': 4, 'project_id': 'c63217fb60aa4544a29b035267cf6bf0', 'gw_port': {'id': 'f69ae9ad-11f6-491c-9b7e-5bac7e66517b', 'name': '', 'network_id': '26051af8-ebd0-4db2-857e-181975352424', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:bf:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7eb7172-f1d2-45bc-a2ac-809689020647', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'a8fb9e9c-99d7-49f9-8da9-302520785055', 'ip_address': '172.28.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:17:57Z', 'updated_at': '2021-04-20T18:18:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8fb9e9c-99d7-49f9-8da9-302520785055', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-2-smb', '_interfaces': [{'id': 'a356fad1-a5eb-4718-9971-5d284045e4ce', 'name': '', 'network_id': 'b5591ab1-84d9-4585-836b-47bf7632765d', 'tenant_id': 'c63217fb60aa4544a29b035267cf6bf0', 'mac_address': 'fa:16:3e:a9:5a:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7eb7172-f1d2-45bc-a2ac-809689020647', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '3243b360-2a6c-4a7d-86c5-59c501c53d43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:18:03Z', 'updated_at': '2021-04-20T18:18:03Z', 'revision_number': 1, 'project_id': 'c63217fb60aa4544a29b035267cf6bf0', 'subnets': [{'id': '3243b360-2a6c-4a7d-86c5-59c501c53d43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 18:18:05.939349 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1562a2a8-900d-4dde-b95e-086ab4e0e46f req-ccbce7b7-19ef-438c-b973-517c368746d6 tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:18:05.941459 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-1562a2a8-900d-4dde-b95e-086ab4e0e46f req-ccbce7b7-19ef-438c-b973-517c368746d6 tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] 10.222.0.32 "GET /v2.0/ports?device_id=57b2d215-a646-4377-934b-f64e1f3dabe0 HTTP/1.1" status: 200 len: 946 time: 0.1418505 Apr 20 18:18:06.007200 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-1562a2a8-900d-4dde-b95e-086ab4e0e46f req-caf0b6ac-4930-47bf-97fb-c9acac0cb1ff tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] 10.222.0.32 "GET /v2.0/security-groups?id=63e5a295-1c1b-4259-93ce-61133d92337d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556667 Apr 20 18:18:06.078020 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2809e28-e287-404a-8536-c3f9273f69e1 req-5a754dd6-cc8a-43d1-aed2-6d5e4a0f0caa tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:18:06.079718 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-f2809e28-e287-404a-8536-c3f9273f69e1 req-5a754dd6-cc8a-43d1-aed2-6d5e4a0f0caa tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] 10.222.0.32 "GET /v2.0/ports?device_id=e0aba721-291d-4cb5-807c-6021f6d6a677 HTTP/1.1" status: 200 len: 945 time: 0.7209706 Apr 20 18:18:06.134328 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-c1d8d9ef-14be-4ac8-94af-170e56db3b7b req-53d76a59-699e-4d27-b625-ea60271eed53 service neutron] 10.222.0.13 "GET /v2.0/networks/15a6a0fd-d337-49a6-891c-eac6549b2bfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2601604 Apr 20 18:18:06.138276 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-4b65e633-557a-4887-9371-2cd62667f896 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:06.153905 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-4b65e633-557a-4887-9371-2cd62667f896 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852966479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736993730504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736993280695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299861495088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2350837'] for port, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:06.196032 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:18:06.537197 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-f2809e28-e287-404a-8536-c3f9273f69e1 req-a8dc9dae-c7d9-4677-9e71-d1364692e0dc tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] 10.222.0.32 "GET /v2.0/security-groups?id=e00ece0e-9c57-41eb-9bc3-9c38bfc30996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4426277 Apr 20 18:18:06.579049 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-4b65e633-557a-4887-9371-2cd62667f896 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-751531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854121882'] for router_interface, after_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:06.585281 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b65e633-557a-4887-9371-2cd62667f896 admin admin] Pushing event updated for resources: {'Port': ['ID=a356fad1-a5eb-4718-9971-5d284045e4ce,revision_number=2']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:18:06.589036 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-4b65e633-557a-4887-9371-2cd62667f896 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:18:06.708687 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e73b64-2f06-4c4d-8b29-2d92936aae6a req-a2f9893d-5e61-4596-b571-ef394d00634a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:18:06.710894 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-51e73b64-2f06-4c4d-8b29-2d92936aae6a req-a2f9893d-5e61-4596-b571-ef394d00634a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=48e5df147ce142c88e849dbcf9521831&device_id=57b2d215-a646-4377-934b-f64e1f3dabe0 HTTP/1.1" status: 200 len: 1099 time: 0.5222938 Apr 20 18:18:07.007723 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b65e633-557a-4887-9371-2cd62667f896 admin admin] Network b5591ab1-84d9-4585-836b-47bf7632765d is already hosted by enough agents. {{(pid=86310) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 18:18:07.016187 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.scheduler.base_scheduler [None req-4b65e633-557a-4887-9371-2cd62667f896 admin admin] Resources bound (agent type, host, resource id): {{(pid=86310) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:18:07.271108 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e73b64-2f06-4c4d-8b29-2d92936aae6a req-0688292c-0bbd-4fce-b828-470f5f4c8ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:18:07.277798 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-51e73b64-2f06-4c4d-8b29-2d92936aae6a req-0688292c-0bbd-4fce-b828-470f5f4c8ca1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=15a6a0fd-d337-49a6-891c-eac6549b2bfb HTTP/1.1" status: 200 len: 919 time: 0.5527070 Apr 20 18:18:07.307077 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45adc607-f296-4788-a2e2-92fcf647f717 req-3b2e4160-4187-4711-8440-1baaeeeddb5d tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:18:07.317103 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-45adc607-f296-4788-a2e2-92fcf647f717 req-3b2e4160-4187-4711-8440-1baaeeeddb5d tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] 10.222.0.32 "GET /v2.0/ports?device_id=017750e2-2faa-492d-81ff-e9560fb475f5 HTTP/1.1" status: 200 len: 945 time: 0.2390649 Apr 20 18:18:07.406238 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.provisioning_blocks [None req-4f17c2aa-7563-4aa4-b421-37cded6542f9 None None] Provisioning complete for port a356fad1-a5eb-4718-9971-5d284045e4ce triggered by entity DHCP. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:18:07.406959 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-4f17c2aa-7563-4aa4-b421-37cded6542f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853381758'] for port, provisioning_complete {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:07.413151 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-45adc607-f296-4788-a2e2-92fcf647f717 req-5bff8b6f-e5b3-43d7-a28f-55bd8016371d tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] 10.222.0.32 "GET /v2.0/security-groups?id=38e27d19-d8a9-48d6-a9d6-ec021bffb723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950308 Apr 20 18:18:07.415749 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-51e73b64-2f06-4c4d-8b29-2d92936aae6a req-1e5cdcfd-3b28-4b61-aa54-80a0a1de180e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8fb4d145-1862-458a-8f77-c2300060536e HTTP/1.1" status: 200 len: 217 time: 0.1214852 Apr 20 18:18:07.478695 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.rpc [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Device f69ae9ad-11f6-491c-9b7e-5bac7e66517b up at agent ovs-agent-dv-cinder-786929-2-smb {{(pid=86312) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:18:07.515057 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40736d8c-4293-408c-897b-d078d4392acb req-e1049788-bdf2-4952-90b7-dbe52ad11306 tempest-VolumesActionsTest-413286933 tempest-VolumesActionsTest-413286933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:18:07.515733 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-40736d8c-4293-408c-897b-d078d4392acb req-e1049788-bdf2-4952-90b7-dbe52ad11306 tempest-VolumesActionsTest-413286933 tempest-VolumesActionsTest-413286933-project] 10.222.0.32 "GET /v2.0/ports?device_id=008a8d37-282e-4369-b1b1-c579a050a93d HTTP/1.1" status: 200 len: 945 time: 0.5649798 Apr 20 18:18:07.535163 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.plugin [None req-4f17c2aa-7563-4aa4-b421-37cded6542f9 None None] Port a356fad1-a5eb-4718-9971-5d284045e4ce cannot update to ACTIVE because it is not bound. {{(pid=86312) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 18:18:07.572600 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.provisioning_blocks [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Provisioning for port f69ae9ad-11f6-491c-9b7e-5bac7e66517b completed by entity L2. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 18:18:07.578243 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.provisioning_blocks [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Provisioning complete for port f69ae9ad-11f6-491c-9b7e-5bac7e66517b triggered by entity L2. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:18:07.578781 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853381758'] for port, provisioning_complete {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:07.579351 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e73b64-2f06-4c4d-8b29-2d92936aae6a req-bc2debec-d6b2-4609-ae0a-ba9fc9eb80b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:18:07.580938 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-51e73b64-2f06-4c4d-8b29-2d92936aae6a req-bc2debec-d6b2-4609-ae0a-ba9fc9eb80b4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ebfd3c2f-c00a-4eb7-8bea-d2691ff138cc HTTP/1.1" status: 200 len: 858 time: 0.1434915 Apr 20 18:18:07.607639 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b65e633-557a-4887-9371-2cd62667f896 admin admin] Router d7eb7172-f1d2-45bc-a2ac-809689020647 has already been hosted by L3 agent 40af0123-fc20-4e27-8672-759459b7c5ef {{(pid=86310) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 18:18:07.653738 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-40736d8c-4293-408c-897b-d078d4392acb req-3b06fd68-d3f8-4188-86cc-2e43cd69840e tempest-VolumesActionsTest-413286933 tempest-VolumesActionsTest-413286933-project] 10.222.0.32 "GET /v2.0/security-groups?id=159e6823-83c7-488c-a617-0884749e7f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291108 Apr 20 18:18:07.701509 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-51e73b64-2f06-4c4d-8b29-2d92936aae6a req-ff4f890d-91d7-43d4-a65d-19fe7ea781ea service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=15a6a0fd-d337-49a6-891c-eac6549b2bfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0924356 Apr 20 18:18:07.721286 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6982bc1-0472-4810-b4aa-50f8fdf77ae4 req-aacd9adb-04be-43e6-bbb0-b36f91f1ce3b tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:18:07.722401 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [req-d6982bc1-0472-4810-b4aa-50f8fdf77ae4 req-aacd9adb-04be-43e6-bbb0-b36f91f1ce3b tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] Synchronizing usage tracker for tenant:f1ef4bfa09f748e68c0ffb50c325b46d on resource:network {{(pid=86311) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 18:18:07.770620 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [req-d6982bc1-0472-4810-b4aa-50f8fdf77ae4 req-aacd9adb-04be-43e6-bbb0-b36f91f1ce3b tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] Unset dirty status for tenant:f1ef4bfa09f748e68c0ffb50c325b46d on resource:network {{(pid=86311) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 18:18:07.778788 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-d6982bc1-0472-4810-b4aa-50f8fdf77ae4 req-aacd9adb-04be-43e6-bbb0-b36f91f1ce3b tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] 10.222.0.32 "GET /v2.0/networks?id=5467fe04-58d8-4cf1-9bf3-ac31cba799ff HTTP/1.1" status: 200 len: 815 time: 0.2655816 Apr 20 18:18:07.782647 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624671'] for port, before_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:07.803575 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-d6982bc1-0472-4810-b4aa-50f8fdf77ae4 req-4a63cdb9-4464-4db4-b399-986f053070c5 tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] 10.222.0.32 "GET /v2.0/quotas/f1ef4bfa09f748e68c0ffb50c325b46d HTTP/1.1" status: 200 len: 375 time: 0.0227492 Apr 20 18:18:07.808887 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.db [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] For port f69ae9ad-11f6-491c-9b7e-5bac7e66517b, host dv-cinder-786929-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-2-smb',level=0,port_id=f69ae9ad-11f6-491c-9b7e-5bac7e66517b,segment=NetworkSegment(0fd0f869-d1a1-42b0-840f-a1b93e92e33d),segment_id=0fd0f869-d1a1-42b0-840f-a1b93e92e33d)] {{(pid=86312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:18:07.815343 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852966479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736993730504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736993280695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299861495088'] for port, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:07.817635 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:18:07.908318 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Pushing event updated for resources: {'Port': ['ID=f69ae9ad-11f6-491c-9b7e-5bac7e66517b,revision_number=4']} {{(pid=86312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:18:07.911994 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:18:07.962549 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [req-d6982bc1-0472-4810-b4aa-50f8fdf77ae4 req-7996d165-fbbb-4ced-8342-fbb117c0b805 tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] Synchronizing usage tracker for tenant:f1ef4bfa09f748e68c0ffb50c325b46d on resource:port {{(pid=86311) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 18:18:07.984101 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [req-d6982bc1-0472-4810-b4aa-50f8fdf77ae4 req-7996d165-fbbb-4ced-8342-fbb117c0b805 tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] Unset dirty status for tenant:f1ef4bfa09f748e68c0ffb50c325b46d on resource:port {{(pid=86311) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 18:18:07.986687 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-d6982bc1-0472-4810-b4aa-50f8fdf77ae4 req-7996d165-fbbb-4ced-8342-fbb117c0b805 tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=f1ef4bfa09f748e68c0ffb50c325b46d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1818547 Apr 20 18:18:08.051851 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b65e633-557a-4887-9371-2cd62667f896 admin admin] Notify agent at l3_agent.dv-cinder-786929-2-smb the message routers_updated {{(pid=86310) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 18:18:08.054359 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-7d4c021b-a69d-4513-93c8-02a095202893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299861013637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394135'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:08.127984 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-4b65e633-557a-4887-9371-2cd62667f896 admin admin] 10.222.0.32 "PUT /v2.0/routers/d7eb7172-f1d2-45bc-a2ac-809689020647/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6266179 Apr 20 18:18:08.160118 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-d6982bc1-0472-4810-b4aa-50f8fdf77ae4 req-0d14fed8-d41a-43cf-8cad-58945933ae9b service neutron] 10.222.0.32 "GET /v2.0/networks/5467fe04-58d8-4cf1-9bf3-ac31cba799ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584942 Apr 20 18:18:08.212644 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dd3f1b-fdcc-4127-8b6a-33f691032b5a req-4d6693ab-f257-493e-ac02-1bdbdca87d28 tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:18:08.219041 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-12dd3f1b-fdcc-4127-8b6a-33f691032b5a req-4d6693ab-f257-493e-ac02-1bdbdca87d28 tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] 10.222.0.32 "GET /v2.0/ports?device_id=57b2d215-a646-4377-934b-f64e1f3dabe0 HTTP/1.1" status: 200 len: 946 time: 0.2373745 Apr 20 18:18:08.279929 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-12dd3f1b-fdcc-4127-8b6a-33f691032b5a req-657b8d7e-504b-4570-bf9b-df517662bbe6 tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] 10.222.0.32 "GET /v2.0/security-groups?id=63e5a295-1c1b-4259-93ce-61133d92337d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578425 Apr 20 18:18:08.282384 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-51e73b64-2f06-4c4d-8b29-2d92936aae6a req-abb0a325-2546-4f57-96d6-77f542d72533 service neutron] 10.222.0.13 "GET /v2.0/networks/15a6a0fd-d337-49a6-891c-eac6549b2bfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4692671 Apr 20 18:18:08.352603 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-d6982bc1-0472-4810-b4aa-50f8fdf77ae4 req-47c7d9aa-e158-4376-8c62-4924af9ffca2 service neutron] 10.222.0.32 "GET /v2.0/networks/5467fe04-58d8-4cf1-9bf3-ac31cba799ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1914515 Apr 20 18:18:08.474070 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-51e73b64-2f06-4c4d-8b29-2d92936aae6a req-abfe3a8c-475b-47c7-9e22-db1c18b15720 service neutron] 10.222.0.13 "GET /v2.0/networks/15a6a0fd-d337-49a6-891c-eac6549b2bfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1826069 Apr 20 18:18:08.690403 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-04770808-3f9c-47dd-98b5-309e92d4ee64 req-c4fe7488-e393-4654-8fdf-85daf9a2ca5b tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] 10.222.0.32 "GET /v2.0/ports?device_id=6345661c-9713-4d1c-aab4-a71f62000a4c HTTP/1.1" status: 200 len: 210 time: 0.0788960 Apr 20 18:18:08.837125 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdea84a1-ae55-42e4-92c3-2e50e6e55fdd req-67819d0b-a503-4424-8c4a-50c4715c54c1 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:18:08.845219 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-fdea84a1-ae55-42e4-92c3-2e50e6e55fdd req-67819d0b-a503-4424-8c4a-50c4715c54c1 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] 10.222.0.32 "GET /v2.0/ports?device_id=017750e2-2faa-492d-81ff-e9560fb475f5 HTTP/1.1" status: 200 len: 945 time: 0.1140051 Apr 20 18:18:08.903653 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-fdea84a1-ae55-42e4-92c3-2e50e6e55fdd req-71efc247-fcba-42f1-b34b-81967b12d62a tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] 10.222.0.32 "GET /v2.0/security-groups?id=38e27d19-d8a9-48d6-a9d6-ec021bffb723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574844 Apr 20 18:18:08.951200 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.32', 52102) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:18:08.960725 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.v2.base [None req-75532463-e49f-4e25-9826-d790178274fe admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-613092742-network', 'tenant_id': '92893a5d06f94830b83805b9b11fe79c'}} {{(pid=86310) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:18:08.966357 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-75532463-e49f-4e25-9826-d790178274fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:18:08.971755 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-75532463-e49f-4e25-9826-d790178274fe admin admin] Usage tracker for resource:network and tenant:92893a5d06f94830b83805b9b11fe79c is out of sync, need to count used quota {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:18:08.977944 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-75532463-e49f-4e25-9826-d790178274fe admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:18:08.988932 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-75532463-e49f-4e25-9826-d790178274fe admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:18:09.001718 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75532463-e49f-4e25-9826-d790178274fe admin admin] Made reservation on behalf of 92893a5d06f94830b83805b9b11fe79c for: {'network': 1} {{(pid=86310) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 18:18:09.008252 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-75532463-e49f-4e25-9826-d790178274fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624671'] for network, before_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:09.022669 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-75532463-e49f-4e25-9826-d790178274fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:09.041479 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-75532463-e49f-4e25-9826-d790178274fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:18:09.046844 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-75532463-e49f-4e25-9826-d790178274fe admin admin] Usage tracker for resource:security_group_rule and tenant:92893a5d06f94830b83805b9b11fe79c is out of sync, need to count used quota {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:18:09.050329 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-75532463-e49f-4e25-9826-d790178274fe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:18:09.056926 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-75532463-e49f-4e25-9826-d790178274fe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:18:09.221584 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-75532463-e49f-4e25-9826-d790178274fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:09.246469 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-75532463-e49f-4e25-9826-d790178274fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854236768'] for security_group, after_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:09.267555 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75532463-e49f-4e25-9826-d790178274fe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 134} {{(pid=86310) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 20 18:18:09.289617 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-75532463-e49f-4e25-9826-d790178274fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1711814'] for segment, precommit_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:09.289923 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.db.segments_db [None req-75532463-e49f-4e25-9826-d790178274fe admin admin] Added segment 34c3b8d6-b6fd-4e21-86f4-5fb0712f0aa5 of type vlan for network 3d76939e-c611-4d6b-a492-ef06b8727f1c Apr 20 18:18:09.313703 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.rpc [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Device f69ae9ad-11f6-491c-9b7e-5bac7e66517b up at agent ovs-agent-dv-cinder-786929-2-smb {{(pid=86312) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:18:09.322648 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-75532463-e49f-4e25-9826-d790178274fe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363299861504440'] for network, precommit_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:09.357917 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-445b6d65-e4df-42e4-9977-a0c49fa7cc92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:18:09.402534 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.provisioning_blocks [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Provisioning complete for port f69ae9ad-11f6-491c-9b7e-5bac7e66517b triggered by entity L2. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:18:09.402956 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853381758'] for port, provisioning_complete {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:09.419020 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-75532463-e49f-4e25-9826-d790178274fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854236788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514'] for network, after_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:09.431361 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75532463-e49f-4e25-9826-d790178274fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:18:09.432162 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-75532463-e49f-4e25-9826-d790178274fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-751497'] for network, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:09.470511 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75532463-e49f-4e25-9826-d790178274fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6456d807-1396-4ea1-a0b9-d5476935e487,revision_number=1']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:18:09.517600 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-75532463-e49f-4e25-9826-d790178274fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:18:09.518451 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.068s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:18:09.652373 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf64e2e-5ba3-4dd8-998b-f59bc79223a3 req-fa2e1ed7-c8da-4b15-bddd-91166d9628b2 tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:18:09.664211 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-3bf64e2e-5ba3-4dd8-998b-f59bc79223a3 req-fa2e1ed7-c8da-4b15-bddd-91166d9628b2 tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] 10.222.0.32 "GET /v2.0/ports?device_id=57b2d215-a646-4377-934b-f64e1f3dabe0 HTTP/1.1" status: 200 len: 946 time: 0.1378181 Apr 20 18:18:09.731711 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-3bf64e2e-5ba3-4dd8-998b-f59bc79223a3 req-8a1b4f19-e448-4b84-86bf-bf86e2afa182 tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] 10.222.0.32 "GET /v2.0/security-groups?id=63e5a295-1c1b-4259-93ce-61133d92337d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644672 Apr 20 18:18:09.737114 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75532463-e49f-4e25-9826-d790178274fe admin admin] Pushing event updated for resources: {'Network': ['ID=3d76939e-c611-4d6b-a492-ef06b8727f1c,revision_number=1']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:18:09.741038 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-75532463-e49f-4e25-9826-d790178274fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:18:09.749057 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.rpc [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Network 3d76939e-c611-4d6b-a492-ef06b8727f1c details requested by agent ovs-agent-dv-cinder-786929-2-smb with host dv-cinder-786929-2-smb {{(pid=86312) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 18:18:09.800314 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-75532463-e49f-4e25-9826-d790178274fe admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8457036 Apr 20 18:18:09.801199 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.32', 52126) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:18:09.808188 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.v2.base [None req-635eb998-84cb-488e-a0a4-3f985e3955d4 admin admin] Request body: {'subnet': {'network_id': '3d76939e-c611-4d6b-a492-ef06b8727f1c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-613092742-subnet', 'tenant_id': '92893a5d06f94830b83805b9b11fe79c', 'ip_version': 4}} {{(pid=86311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:18:09.820463 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-635eb998-84cb-488e-a0a4-3f985e3955d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:18:09.824357 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f4f3e9-1bb4-4b35-89c1-7c79bdb049a9 req-46fa31d5-c4de-43be-a768-57d7034cfa4f tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:18:09.826633 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-b5f4f3e9-1bb4-4b35-89c1-7c79bdb049a9 req-46fa31d5-c4de-43be-a768-57d7034cfa4f tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] 10.222.0.32 "GET /v2.0/ports?device_id=017750e2-2faa-492d-81ff-e9560fb475f5 HTTP/1.1" status: 200 len: 945 time: 0.4707973 Apr 20 18:18:09.832056 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-635eb998-84cb-488e-a0a4-3f985e3955d4 admin admin] Usage tracker for resource:subnet and tenant:92893a5d06f94830b83805b9b11fe79c is out of sync, need to count used quota {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:18:09.836127 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-635eb998-84cb-488e-a0a4-3f985e3955d4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:18:09.848152 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-635eb998-84cb-488e-a0a4-3f985e3955d4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:18:09.868541 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-635eb998-84cb-488e-a0a4-3f985e3955d4 admin admin] Made reservation on behalf of 92893a5d06f94830b83805b9b11fe79c for: {'subnet': 1} {{(pid=86311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 18:18:09.879123 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-635eb998-84cb-488e-a0a4-3f985e3955d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851796276'] for subnet, before_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:09.898570 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce4e18f8-d88c-4835-9487-405e29db2d26 None None] Sync routers for ids ['d7eb7172-f1d2-45bc-a2ac-809689020647'] in dv-cinder-786929-2-smb {{(pid=86312) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 18:18:09.909581 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce4e18f8-d88c-4835-9487-405e29db2d26 None None] Routers {'d7eb7172-f1d2-45bc-a2ac-809689020647'} bound to L3 agent in host dv-cinder-786929-2-smb {{(pid=86312) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:18:09.910255 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_hamode_db [None req-ce4e18f8-d88c-4835-9487-405e29db2d26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786929-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-20T18:07:11Z,description=,heartbeat_timestamp=2021-04-20T18:17:41Z,host='dv-cinder-786929-2-smb',id=40af0123-fc20-4e27-8672-759459b7c5ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T18:07:11Z,topic='l3_agent')) {'router_ids': ['d7eb7172-f1d2-45bc-a2ac-809689020647'], 'active': True} {{(pid=86312) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:18:09.918610 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-b5f4f3e9-1bb4-4b35-89c1-7c79bdb049a9 req-b36276c0-1ff9-4923-b985-99555d7b2df3 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] 10.222.0.32 "GET /v2.0/security-groups?id=38e27d19-d8a9-48d6-a9d6-ec021bffb723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825009 Apr 20 18:18:09.921231 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9516e110-2c9b-48af-b142-74d117aa3a20 req-44e9f946-f44a-40c3-be6f-ea18e9277cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:18:09.923046 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-9516e110-2c9b-48af-b142-74d117aa3a20 req-44e9f946-f44a-40c3-be6f-ea18e9277cbd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cb69ef4d450d449286542b7dabcb8f7a&device_id=017750e2-2faa-492d-81ff-e9560fb475f5 HTTP/1.1" status: 200 len: 1098 time: 0.3734241 Apr 20 18:18:10.180161 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_dvr_db [None req-ce4e18f8-d88c-4835-9487-405e29db2d26 None None] Set router d7eb7172-f1d2-45bc-a2ac-809689020647 gateway port host: dv-cinder-786929-2-smb {{(pid=86312) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 18:18:10.606115 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-635eb998-84cb-488e-a0a4-3f985e3955d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854235284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4081685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851796259'] for subnet, after_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:10.614996 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-492fedf8-0a64-4e58-8005-832490c9f03b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:18:10.627921 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-c74e21d9-ba73-41ac-8310-ae8a3220fd25 req-a49595c4-6aba-4199-8f4a-de94dbcd5035 tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] 10.222.0.32 "GET /v2.0/ports?device_id=6345661c-9713-4d1c-aab4-a71f62000a4c HTTP/1.1" status: 200 len: 210 time: 0.5338960 Apr 20 18:18:10.637842 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6982bc1-0472-4810-b4aa-50f8fdf77ae4 req-1300a5d7-5c56-45bf-a3f8-c3496fb01b91 tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:18:10.639676 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-d6982bc1-0472-4810-b4aa-50f8fdf77ae4 req-1300a5d7-5c56-45bf-a3f8-c3496fb01b91 tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] 10.222.0.13 "GET /v2.0/networks?id=5467fe04-58d8-4cf1-9bf3-ac31cba799ff HTTP/1.1" status: 200 len: 815 time: 0.4621313 Apr 20 18:18:10.642874 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9516e110-2c9b-48af-b142-74d117aa3a20 req-71888c6d-cb89-460a-90ea-0576bb39c96a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:18:10.644629 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-9516e110-2c9b-48af-b142-74d117aa3a20 req-71888c6d-cb89-460a-90ea-0576bb39c96a service neutron] 10.222.0.13 "GET /v2.0/networks?id=eb98ba18-b0fc-455c-9bef-282881864632 HTTP/1.1" status: 200 len: 912 time: 0.7106397 Apr 20 18:18:10.663240 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.v2.base [req-d6982bc1-0472-4810-b4aa-50f8fdf77ae4 req-94fc49d4-d440-4316-b1ba-f8c815afe7ab tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] Request body: {'port': {'device_id': '6345661c-9713-4d1c-aab4-a71f62000a4c', 'network_id': '5467fe04-58d8-4cf1-9bf3-ac31cba799ff', 'admin_state_up': True, 'tenant_id': 'f1ef4bfa09f748e68c0ffb50c325b46d'}} {{(pid=86310) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:18:10.681738 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635eb998-84cb-488e-a0a4-3f985e3955d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c0f83671-e397-4954-b9fd-819e5f16f831,revision_number=0']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:18:10.687797 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-635eb998-84cb-488e-a0a4-3f985e3955d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:18:10.720012 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-635eb998-84cb-488e-a0a4-3f985e3955d4 admin admin] Checking segment: {'id': '34c3b8d6-b6fd-4e21-86f4-5fb0712f0aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '3d76939e-c611-4d6b-a492-ef06b8727f1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 18:18:10.720997 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-635eb998-84cb-488e-a0a4-3f985e3955d4 admin admin] Network hostable DHCP agents. Network: 3d76939e-c611-4d6b-a492-ef06b8727f1c, hostable agents: ['7b7ebe60-b598-4f49-9612-2aa98fec0998'], hosted agents: [] {{(pid=86311) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 18:18:10.723534 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_hamode_db [None req-ce4e18f8-d88c-4835-9487-405e29db2d26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7eb7172-f1d2-45bc-a2ac-809689020647', 'name': 'tempest-TestShelveInstance-932433395-router', 'tenant_id': 'c63217fb60aa4544a29b035267cf6bf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26051af8-ebd0-4db2-857e-181975352424', 'external_fixed_ips': [{'subnet_id': 'a8fb9e9c-99d7-49f9-8da9-302520785055', 'ip_address': '172.28.0.13'}], 'enable_snat': True}, 'gw_port_id': 'f69ae9ad-11f6-491c-9b7e-5bac7e66517b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:17:55Z', 'updated_at': '2021-04-20T18:18:04Z', 'revision_number': 4, 'project_id': 'c63217fb60aa4544a29b035267cf6bf0', 'gw_port': {'id': 'f69ae9ad-11f6-491c-9b7e-5bac7e66517b', 'name': '', 'network_id': '26051af8-ebd0-4db2-857e-181975352424', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:bf:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7eb7172-f1d2-45bc-a2ac-809689020647', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'a8fb9e9c-99d7-49f9-8da9-302520785055', 'ip_address': '172.28.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:17:57Z', 'updated_at': '2021-04-20T18:18:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8fb9e9c-99d7-49f9-8da9-302520785055', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-2-smb', '_interfaces': [{'id': 'a356fad1-a5eb-4718-9971-5d284045e4ce', 'name': '', 'network_id': 'b5591ab1-84d9-4585-836b-47bf7632765d', 'tenant_id': 'c63217fb60aa4544a29b035267cf6bf0', 'mac_address': 'fa:16:3e:a9:5a:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7eb7172-f1d2-45bc-a2ac-809689020647', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '3243b360-2a6c-4a7d-86c5-59c501c53d43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:18:03Z', 'updated_at': '2021-04-20T18:18:05Z', 'revision_number': 2, 'project_id': 'c63217fb60aa4544a29b035267cf6bf0', 'subnets': [{'id': '3243b360-2a6c-4a7d-86c5-59c501c53d43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786929-2-smb', False) {} {{(pid=86312) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:18:10.732440 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce4e18f8-d88c-4835-9487-405e29db2d26 None None] Checking router: d7eb7172-f1d2-45bc-a2ac-809689020647 for host: dv-cinder-786929-2-smb {{(pid=86312) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 18:18:10.732870 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce4e18f8-d88c-4835-9487-405e29db2d26 None None] Updating router d7eb7172-f1d2-45bc-a2ac-809689020647 port a356fad1-a5eb-4718-9971-5d284045e4ce binding host dv-cinder-786929-2-smb {{(pid=86312) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 20 18:18:10.743181 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-635eb998-84cb-488e-a0a4-3f985e3955d4 admin admin] Network 3d76939e-c611-4d6b-a492-ef06b8727f1c is scheduled to be hosted by DHCP agent 7b7ebe60-b598-4f49-9612-2aa98fec0998 with binding_index 1 {{(pid=86311) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 18:18:10.753736 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.scheduler.base_scheduler [None req-635eb998-84cb-488e-a0a4-3f985e3955d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786929-2-smb, 3d76939e-c611-4d6b-a492-ef06b8727f1c) {{(pid=86311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:18:10.777825 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-635eb998-84cb-488e-a0a4-3f985e3955d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:18:10.778798 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-635eb998-84cb-488e-a0a4-3f985e3955d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-751497'] for subnet, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:10.804369 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-635eb998-84cb-488e-a0a4-3f985e3955d4 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.0019596 Apr 20 18:18:10.819548 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.32', 52150) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:18:10.829385 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.v2.base [None req-5277b06f-1ab1-406f-b12e-39aa367c3653 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-613092742-router', 'tenant_id': '92893a5d06f94830b83805b9b11fe79c', 'external_gateway_info': {'network_id': '26051af8-ebd0-4db2-857e-181975352424'}}} {{(pid=86311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:18:10.836020 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-5277b06f-1ab1-406f-b12e-39aa367c3653 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:18:10.838479 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35ed4c2e-8706-460a-b124-d767ddcd25a1 None None] Network 3d76939e-c611-4d6b-a492-ef06b8727f1c requested from dv-cinder-786929-2-smb {{(pid=86312) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 18:18:10.842667 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-5277b06f-1ab1-406f-b12e-39aa367c3653 admin admin] Usage tracker for resource:router and tenant:92893a5d06f94830b83805b9b11fe79c is out of sync, need to count used quota {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:18:10.852872 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-5277b06f-1ab1-406f-b12e-39aa367c3653 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:18:10.860747 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-5277b06f-1ab1-406f-b12e-39aa367c3653 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:18:10.876066 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-5277b06f-1ab1-406f-b12e-39aa367c3653 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854382097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854760223'] for router, before_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:10.879278 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-5277b06f-1ab1-406f-b12e-39aa367c3653 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-393703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-626689', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535056', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15593'] for router, precommit_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:10.919088 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-5277b06f-1ab1-406f-b12e-39aa367c3653 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:10.991561 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-e0500708-e67c-43f0-a76d-db542f5dc78f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299861013637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394135'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:10.994753 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-ce4e18f8-d88c-4835-9487-405e29db2d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624671'] for port, before_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:11.090104 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-9516e110-2c9b-48af-b142-74d117aa3a20 req-f330ba26-6dce-4cd4-83bd-84eab229e61e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=efe28055-2fb6-471a-b258-ee0e32c5091b HTTP/1.1" status: 200 len: 1001 time: 0.4069455 Apr 20 18:18:11.184645 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-2bb93f3c-0bff-4547-a1e0-c38a344e24ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299861013637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394135'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:11.247707 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [req-d6982bc1-0472-4810-b4aa-50f8fdf77ae4 req-94fc49d4-d440-4316-b1ba-f8c815afe7ab tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:18:11.300457 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [req-d6982bc1-0472-4810-b4aa-50f8fdf77ae4 req-94fc49d4-d440-4316-b1ba-f8c815afe7ab tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:18:11.367486 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cbf8827-6384-4abb-b13d-294adb90e25d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpff0507e1-2995-52a4-a1ca-90377fd35923-3d76939e-c611-4d6b-a492-ef06b8727f1c', 'network_id': '3d76939e-c611-4d6b-a492-ef06b8727f1c', 'tenant_id': '92893a5d06f94830b83805b9b11fe79c', 'fixed_ips': [{'subnet_id': 'c0f83671-e397-4954-b9fd-819e5f16f831'}]}} from dv-cinder-786929-2-smb. {{(pid=86312) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 20 18:18:11.368970 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-8cbf8827-6384-4abb-b13d-294adb90e25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624671'] for port, before_create {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:11.514241 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9516e110-2c9b-48af-b142-74d117aa3a20 req-2279c4b0-649b-463a-abc6-c94e10d13284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:18:11.516426 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-9516e110-2c9b-48af-b142-74d117aa3a20 req-2279c4b0-649b-463a-abc6-c94e10d13284 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=df8c402d-ed6b-4e3d-81d4-7ab30d507809 HTTP/1.1" status: 200 len: 850 time: 0.3534656 Apr 20 18:18:11.517134 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6982bc1-0472-4810-b4aa-50f8fdf77ae4 req-94fc49d4-d440-4316-b1ba-f8c815afe7ab tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] Made reservation on behalf of f1ef4bfa09f748e68c0ffb50c325b46d for: {'port': 1} {{(pid=86310) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 18:18:11.530233 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-d6982bc1-0472-4810-b4aa-50f8fdf77ae4 req-94fc49d4-d440-4316-b1ba-f8c815afe7ab tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624671'] for port, before_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:11.678552 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-5277b06f-1ab1-406f-b12e-39aa367c3653 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-626934', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-654428', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15578'] for router, precommit_update {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:11.759922 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af55964-85cc-40d1-a6cc-1c01e9a50f77 req-0b86b68c-cd53-4d38-a412-a651e8bde865 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:18:11.777192 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-5af55964-85cc-40d1-a6cc-1c01e9a50f77 req-0b86b68c-cd53-4d38-a412-a651e8bde865 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] 10.222.0.32 "GET /v2.0/ports?device_id=017750e2-2faa-492d-81ff-e9560fb475f5 HTTP/1.1" status: 200 len: 945 time: 0.4839261 Apr 20 18:18:11.802146 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.db_base_plugin_common [None req-8cbf8827-6384-4abb-b13d-294adb90e25d None None] Allocated IP 172.20.0.2 (3d76939e-c611-4d6b-a492-ef06b8727f1c/c0f83671-e397-4954-b9fd-819e5f16f831/8a98b624-a9b0-4c9c-880b-7bfe76edde4a) {{(pid=86312) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 18:18:11.887464 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c94362-1d73-4b48-832d-328d2bc5b4c4 req-1dc3388a-e1c2-4cb2-bc5b-47a5152d97af tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:18:11.900723 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-27c94362-1d73-4b48-832d-328d2bc5b4c4 req-1dc3388a-e1c2-4cb2-bc5b-47a5152d97af tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] 10.222.0.32 "GET /v2.0/ports?device_id=57b2d215-a646-4377-934b-f64e1f3dabe0 HTTP/1.1" status: 200 len: 946 time: 0.7299614 Apr 20 18:18:11.935889 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-ce4e18f8-d88c-4835-9487-405e29db2d26 None None] Notify callbacks [] for port, precommit_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:11.985434 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.provisioning_blocks [None req-ce4e18f8-d88c-4835-9487-405e29db2d26 None None] Transition to ACTIVE for port object a356fad1-a5eb-4718-9971-5d284045e4ce will not be triggered until provisioned by entity L2. {{(pid=86312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 18:18:11.997548 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-ce4e18f8-d88c-4835-9487-405e29db2d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852966479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736993730504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736993280695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299861495088'] for port, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:12.017968 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-5af55964-85cc-40d1-a6cc-1c01e9a50f77 req-fdc11b40-d47a-4e0c-85fd-5b01961653b1 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] 10.222.0.32 "GET /v2.0/security-groups?id=38e27d19-d8a9-48d6-a9d6-ec021bffb723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2371230 Apr 20 18:18:12.078665 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9516e110-2c9b-48af-b142-74d117aa3a20 req-d9797ebf-130c-4021-8c71-9d1656c54456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:18:12.080410 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-9516e110-2c9b-48af-b142-74d117aa3a20 req-d9797ebf-130c-4021-8c71-9d1656c54456 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=eb98ba18-b0fc-455c-9bef-282881864632&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.5324860 Apr 20 18:18:12.150853 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-4b0b835f-3d73-4f9e-9feb-9160543ca31a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:18:12.297593 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8050267c-c333-4034-98b8-c32aea4fb8f6 None None] Pushing event updated for resources: {'Port': ['ID=a356fad1-a5eb-4718-9971-5d284045e4ce,revision_number=3']} {{(pid=86312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:18:12.304716 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-8050267c-c333-4034-98b8-c32aea4fb8f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:18:12.371932 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.db_base_plugin_common [req-d6982bc1-0472-4810-b4aa-50f8fdf77ae4 req-94fc49d4-d440-4316-b1ba-f8c815afe7ab tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] Allocated IP 172.20.0.9 (5467fe04-58d8-4cf1-9bf3-ac31cba799ff/b08a8d50-4a73-40a4-89c8-8b2b52f9748b/b06d5600-9f6f-4c29-906d-c6c4be47d3d4) {{(pid=86310) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 18:18:12.794005 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-27c94362-1d73-4b48-832d-328d2bc5b4c4 req-f61d7ea7-8d9b-4d60-9c32-a6f3806b6ed3 tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] 10.222.0.32 "GET /v2.0/security-groups?id=63e5a295-1c1b-4259-93ce-61133d92337d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8913784 Apr 20 18:18:12.798854 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-d6982bc1-0472-4810-b4aa-50f8fdf77ae4 req-94fc49d4-d440-4316-b1ba-f8c815afe7ab tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] Notify callbacks [] for port, precommit_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:12.820566 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.provisioning_blocks [req-d6982bc1-0472-4810-b4aa-50f8fdf77ae4 req-94fc49d4-d440-4316-b1ba-f8c815afe7ab tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] Transition to ACTIVE for port object b06d5600-9f6f-4c29-906d-c6c4be47d3d4 will not be triggered until provisioned by entity DHCP. {{(pid=86310) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 18:18:12.845946 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-d6982bc1-0472-4810-b4aa-50f8fdf77ae4 req-94fc49d4-d440-4316-b1ba-f8c815afe7ab tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852966479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736993280678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852424964'] for port, after_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:12.862832 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-22a5bab6-b074-49a8-ae73-1f06f74fc5e5 tempest-DeleteServersTestJSON-84120958 tempest-DeleteServersTestJSON-84120958-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:18:12.970842 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-8cbf8827-6384-4abb-b13d-294adb90e25d None None] Notify callbacks [] for port, precommit_create {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:13.001158 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299861013637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394135'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:13.003788 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.provisioning_blocks [None req-8cbf8827-6384-4abb-b13d-294adb90e25d None None] Transition to ACTIVE for port object 8a98b624-a9b0-4c9c-880b-7bfe76edde4a will not be triggered until provisioned by entity L2. {{(pid=86312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 18:18:13.010291 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6982bc1-0472-4810-b4aa-50f8fdf77ae4 req-94fc49d4-d440-4316-b1ba-f8c815afe7ab tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] Network 5467fe04-58d8-4cf1-9bf3-ac31cba799ff is already hosted by enough agents. {{(pid=86310) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 18:18:13.014267 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.scheduler.base_scheduler [req-d6982bc1-0472-4810-b4aa-50f8fdf77ae4 req-94fc49d4-d440-4316-b1ba-f8c815afe7ab tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] Resources bound (agent type, host, resource id): {{(pid=86310) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:18:13.017139 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fc49d4-d440-4316-b1ba-f8c815afe7ab tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] Pushing event updated for resources: {'Port': ['ID=b06d5600-9f6f-4c29-906d-c6c4be47d3d4,revision_number=1']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:18:13.023508 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6982bc1-0472-4810-b4aa-50f8fdf77ae4 req-94fc49d4-d440-4316-b1ba-f8c815afe7ab tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] Received port after_create {{(pid=86310) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 18:18:13.142334 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6982bc1-0472-4810-b4aa-50f8fdf77ae4 req-94fc49d4-d440-4316-b1ba-f8c815afe7ab tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:18:13.143058 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-d6982bc1-0472-4810-b4aa-50f8fdf77ae4 req-94fc49d4-d440-4316-b1ba-f8c815afe7ab tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759958'] for port, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:13.158785 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-94fc49d4-d440-4316-b1ba-f8c815afe7ab tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:18:13.173689 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.provisioning_blocks [None req-8cbf8827-6384-4abb-b13d-294adb90e25d None None] Transition to ACTIVE for port object 8a98b624-a9b0-4c9c-880b-7bfe76edde4a will not be triggered until provisioned by entity DHCP. {{(pid=86312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 18:18:13.178735 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.managers [None req-ce4e18f8-d88c-4835-9487-405e29db2d26 None None] Attempting to bind port a356fad1-a5eb-4718-9971-5d284045e4ce on host dv-cinder-786929-2-smb for vnic_type normal with profile {{(pid=86312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 18:18:13.179214 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.managers [None req-ce4e18f8-d88c-4835-9487-405e29db2d26 None None] Attempting to bind port a356fad1-a5eb-4718-9971-5d284045e4ce by drivers openvswitch,hyperv on host dv-cinder-786929-2-smb at level 0 using segments [{'id': '5a56b328-5177-4953-b6f7-f626d024fccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'b5591ab1-84d9-4585-836b-47bf7632765d'}] {{(pid=86312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 18:18:13.179631 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce4e18f8-d88c-4835-9487-405e29db2d26 None None] Attempting to bind port a356fad1-a5eb-4718-9971-5d284045e4ce on network b5591ab1-84d9-4585-836b-47bf7632765d {{(pid=86312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 18:18:13.186899 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce4e18f8-d88c-4835-9487-405e29db2d26 None None] Checking agent: {'id': '909349f5-e61f-491f-bcfb-3e6f3416917d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786929-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 7, 12), 'started_at': datetime.datetime(2021, 4, 20, 18, 7, 42), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 18, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786929-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 18:18:13.187321 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce4e18f8-d88c-4835-9487-405e29db2d26 None None] Checking segment: {'id': '5a56b328-5177-4953-b6f7-f626d024fccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'b5591ab1-84d9-4585-836b-47bf7632765d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 18:18:13.187913 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-ce4e18f8-d88c-4835-9487-405e29db2d26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:13.188185 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce4e18f8-d88c-4835-9487-405e29db2d26 None None] Bound using segment: {'id': '5a56b328-5177-4953-b6f7-f626d024fccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'b5591ab1-84d9-4585-836b-47bf7632765d'} {{(pid=86312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 18:18:13.188707 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.managers [None req-ce4e18f8-d88c-4835-9487-405e29db2d26 None None] Bound port: a356fad1-a5eb-4718-9971-5d284045e4ce, host: dv-cinder-786929-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a56b328-5177-4953-b6f7-f626d024fccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'b5591ab1-84d9-4585-836b-47bf7632765d'}}] {{(pid=86312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 18:18:13.189127 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-ce4e18f8-d88c-4835-9487-405e29db2d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624671'] for port, before_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:13.189421 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-d6982bc1-0472-4810-b4aa-50f8fdf77ae4 req-94fc49d4-d440-4316-b1ba-f8c815afe7ab tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5313694 Apr 20 18:18:13.205394 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-8cbf8827-6384-4abb-b13d-294adb90e25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852966479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736993280678'] for port, after_create {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:13.218351 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:18:13.278957 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cbf8827-6384-4abb-b13d-294adb90e25d None None] Network 3d76939e-c611-4d6b-a492-ef06b8727f1c is already hosted by enough agents. {{(pid=86312) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 18:18:13.289624 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.scheduler.base_scheduler [None req-8cbf8827-6384-4abb-b13d-294adb90e25d None None] Resources bound (agent type, host, resource id): {{(pid=86312) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:18:13.294716 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cbf8827-6384-4abb-b13d-294adb90e25d None None] Received port after_create {{(pid=86312) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 18:18:13.377921 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8d6a7c-7285-40e5-8eae-6dc075e5c856 req-0897d48f-8e10-4463-bd9c-c3cbabdf3251 tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:18:13.379598 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-3f8d6a7c-7285-40e5-8eae-6dc075e5c856 req-0897d48f-8e10-4463-bd9c-c3cbabdf3251 tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] 10.222.0.32 "GET /v2.0/ports?device_id=6345661c-9713-4d1c-aab4-a71f62000a4c HTTP/1.1" status: 200 len: 931 time: 0.2671616 Apr 20 18:18:13.430676 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-5277b06f-1ab1-406f-b12e-39aa367c3653 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:13.470668 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-5277b06f-1ab1-406f-b12e-39aa367c3653 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624671'] for port, before_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:13.485333 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-f70b5d3b-7deb-456f-82aa-acef0ba2518a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299861013637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394135'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:13.511432 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbf8827-6384-4abb-b13d-294adb90e25d None None] Pushing event updated for resources: {'Port': ['ID=8a98b624-a9b0-4c9c-880b-7bfe76edde4a,revision_number=1']} {{(pid=86312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:18:13.514838 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-8cbf8827-6384-4abb-b13d-294adb90e25d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:18:13.522595 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.provisioning_blocks [None req-1646d88d-dc19-4fb2-b36f-1e2e47d4e146 None None] Provisioning for port b06d5600-9f6f-4c29-906d-c6c4be47d3d4 completed by entity DHCP. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 18:18:13.541490 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.managers [None req-8cbf8827-6384-4abb-b13d-294adb90e25d None None] Attempting to bind port 8a98b624-a9b0-4c9c-880b-7bfe76edde4a on host dv-cinder-786929-2-smb for vnic_type normal with profile {{(pid=86312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 18:18:13.541821 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.managers [None req-8cbf8827-6384-4abb-b13d-294adb90e25d None None] Attempting to bind port 8a98b624-a9b0-4c9c-880b-7bfe76edde4a by drivers openvswitch,hyperv on host dv-cinder-786929-2-smb at level 0 using segments [{'id': '34c3b8d6-b6fd-4e21-86f4-5fb0712f0aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '3d76939e-c611-4d6b-a492-ef06b8727f1c'}] {{(pid=86312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 18:18:13.542231 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cbf8827-6384-4abb-b13d-294adb90e25d None None] Attempting to bind port 8a98b624-a9b0-4c9c-880b-7bfe76edde4a on network 3d76939e-c611-4d6b-a492-ef06b8727f1c {{(pid=86312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 18:18:13.549911 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.provisioning_blocks [None req-1646d88d-dc19-4fb2-b36f-1e2e47d4e146 None None] Provisioning complete for port b06d5600-9f6f-4c29-906d-c6c4be47d3d4 triggered by entity DHCP. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:18:13.550325 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-1646d88d-dc19-4fb2-b36f-1e2e47d4e146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853381758'] for port, provisioning_complete {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:13.579851 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [req-3f8d6a7c-7285-40e5-8eae-6dc075e5c856 req-1117a7a4-9c5d-4164-ae1a-81f1cc56a4ca tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] Synchronizing usage tracker for tenant:f1ef4bfa09f748e68c0ffb50c325b46d on resource:security_group {{(pid=86311) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 18:18:13.588129 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cbf8827-6384-4abb-b13d-294adb90e25d None None] Checking agent: {'id': '909349f5-e61f-491f-bcfb-3e6f3416917d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786929-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 7, 12), 'started_at': datetime.datetime(2021, 4, 20, 18, 7, 42), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 18, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786929-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 18:18:13.588613 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cbf8827-6384-4abb-b13d-294adb90e25d None None] Checking segment: {'id': '34c3b8d6-b6fd-4e21-86f4-5fb0712f0aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '3d76939e-c611-4d6b-a492-ef06b8727f1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 18:18:13.589017 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-8cbf8827-6384-4abb-b13d-294adb90e25d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:13.589461 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cbf8827-6384-4abb-b13d-294adb90e25d None None] Bound using segment: {'id': '34c3b8d6-b6fd-4e21-86f4-5fb0712f0aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '3d76939e-c611-4d6b-a492-ef06b8727f1c'} {{(pid=86312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 18:18:13.590409 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.managers [None req-8cbf8827-6384-4abb-b13d-294adb90e25d None None] Bound port: 8a98b624-a9b0-4c9c-880b-7bfe76edde4a, host: dv-cinder-786929-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34c3b8d6-b6fd-4e21-86f4-5fb0712f0aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '3d76939e-c611-4d6b-a492-ef06b8727f1c'}}] {{(pid=86312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 18:18:13.590409 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-8cbf8827-6384-4abb-b13d-294adb90e25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624671'] for port, before_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:13.647609 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.db [None req-ce4e18f8-d88c-4835-9487-405e29db2d26 None None] For port a356fad1-a5eb-4718-9971-5d284045e4ce, host dv-cinder-786929-2-smb, cleared binding levels {{(pid=86312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 18:18:13.661057 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [req-3f8d6a7c-7285-40e5-8eae-6dc075e5c856 req-1117a7a4-9c5d-4164-ae1a-81f1cc56a4ca tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] Unset dirty status for tenant:f1ef4bfa09f748e68c0ffb50c325b46d on resource:security_group {{(pid=86311) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 18:18:13.662983 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-3f8d6a7c-7285-40e5-8eae-6dc075e5c856 req-1117a7a4-9c5d-4164-ae1a-81f1cc56a4ca tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] 10.222.0.32 "GET /v2.0/security-groups?id=65af6381-35bc-4067-932d-2c0d9f598574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2714756 Apr 20 18:18:13.699184 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.db_base_plugin_common [None req-5277b06f-1ab1-406f-b12e-39aa367c3653 admin admin] Allocated IP 172.28.0.23 (26051af8-ebd0-4db2-857e-181975352424/a8fb9e9c-99d7-49f9-8da9-302520785055/cd64ce61-92b4-44d2-a255-daeac253dce7) {{(pid=86311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 18:18:13.729282 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.db [None req-ce4e18f8-d88c-4835-9487-405e29db2d26 None None] For port a356fad1-a5eb-4718-9971-5d284045e4ce, host dv-cinder-786929-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-2-smb',level=0,port_id=a356fad1-a5eb-4718-9971-5d284045e4ce,segment=NetworkSegment(5a56b328-5177-4953-b6f7-f626d024fccb),segment_id=5a56b328-5177-4953-b6f7-f626d024fccb)] {{(pid=86312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 18:18:13.747854 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.plugin [None req-1646d88d-dc19-4fb2-b36f-1e2e47d4e146 None None] Port b06d5600-9f6f-4c29-906d-c6c4be47d3d4 cannot update to ACTIVE because it is not bound. {{(pid=86312) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 18:18:13.752608 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-ce4e18f8-d88c-4835-9487-405e29db2d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852966479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736993730504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736993280695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299861495088'] for port, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:13.760184 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:18:13.862020 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8050267c-c333-4034-98b8-c32aea4fb8f6 None None] Pushing event updated for resources: {'Port': ['ID=a356fad1-a5eb-4718-9971-5d284045e4ce,revision_number=4']} {{(pid=86312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:18:13.879456 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-8050267c-c333-4034-98b8-c32aea4fb8f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:18:13.897997 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-5277b06f-1ab1-406f-b12e-39aa367c3653 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:13.916926 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.db [None req-8cbf8827-6384-4abb-b13d-294adb90e25d None None] For port 8a98b624-a9b0-4c9c-880b-7bfe76edde4a, host dv-cinder-786929-2-smb, cleared binding levels {{(pid=86312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 18:18:13.922103 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.db [None req-8cbf8827-6384-4abb-b13d-294adb90e25d None None] For port 8a98b624-a9b0-4c9c-880b-7bfe76edde4a, host dv-cinder-786929-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-2-smb',level=0,port_id=8a98b624-a9b0-4c9c-880b-7bfe76edde4a,segment=NetworkSegment(34c3b8d6-b6fd-4e21-86f4-5fb0712f0aa5),segment_id=34c3b8d6-b6fd-4e21-86f4-5fb0712f0aa5)] {{(pid=86312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 18:18:13.923317 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce4e18f8-d88c-4835-9487-405e29db2d26 None None] Routers {'d7eb7172-f1d2-45bc-a2ac-809689020647'} bound to L3 agent in host dv-cinder-786929-2-smb {{(pid=86312) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:18:13.924273 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_hamode_db [None req-ce4e18f8-d88c-4835-9487-405e29db2d26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786929-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-20T18:07:11Z,description=,heartbeat_timestamp=2021-04-20T18:18:11Z,host='dv-cinder-786929-2-smb',id=40af0123-fc20-4e27-8672-759459b7c5ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T18:07:11Z,topic='l3_agent')) {'router_ids': ['d7eb7172-f1d2-45bc-a2ac-809689020647'], 'active': True} {{(pid=86312) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:18:13.949112 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-5277b06f-1ab1-406f-b12e-39aa367c3653 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852966479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736993280678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850693756'] for port, after_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:13.965606 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-fda00e87-6ed4-423a-b2b4-e5efd6380fd3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:18:13.991069 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-8cbf8827-6384-4abb-b13d-294adb90e25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852966479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736993730504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736993280695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299861495088'] for port, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:14.007227 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-8050267c-c333-4034-98b8-c32aea4fb8f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:18:14.041395 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5277b06f-1ab1-406f-b12e-39aa367c3653 admin admin] Network 26051af8-ebd0-4db2-857e-181975352424 is already hosted by enough agents. {{(pid=86311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 18:18:14.049283 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.scheduler.base_scheduler [None req-5277b06f-1ab1-406f-b12e-39aa367c3653 admin admin] Resources bound (agent type, host, resource id): {{(pid=86311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:18:14.057499 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5277b06f-1ab1-406f-b12e-39aa367c3653 admin admin] Received port after_create {{(pid=86311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 18:18:14.280011 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbf8827-6384-4abb-b13d-294adb90e25d None None] Pushing event updated for resources: {'Port': ['ID=8a98b624-a9b0-4c9c-880b-7bfe76edde4a,revision_number=2']} {{(pid=86312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:18:14.285857 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-8cbf8827-6384-4abb-b13d-294adb90e25d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:18:14.297868 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_dvr_db [None req-ce4e18f8-d88c-4835-9487-405e29db2d26 None None] Set router d7eb7172-f1d2-45bc-a2ac-809689020647 gateway port host: dv-cinder-786929-2-smb {{(pid=86312) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 18:18:14.311235 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5277b06f-1ab1-406f-b12e-39aa367c3653 admin admin] Pushing event updated for resources: {'Port': ['ID=cd64ce61-92b4-44d2-a255-daeac253dce7,revision_number=1']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:18:14.314274 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-5277b06f-1ab1-406f-b12e-39aa367c3653 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:18:14.670969 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff24a309-4c34-48ae-a821-1548e35d3d63 req-c1213e0f-d3ef-4978-81bc-445dcf51f066 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:18:14.679448 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-ff24a309-4c34-48ae-a821-1548e35d3d63 req-c1213e0f-d3ef-4978-81bc-445dcf51f066 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] 10.222.0.32 "GET /v2.0/ports?device_id=017750e2-2faa-492d-81ff-e9560fb475f5 HTTP/1.1" status: 200 len: 945 time: 0.2270591 Apr 20 18:18:14.814628 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-ff24a309-4c34-48ae-a821-1548e35d3d63 req-7fd3d1ae-f9c0-4286-bb43-5d0e6559c171 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] 10.222.0.32 "GET /v2.0/security-groups?id=38e27d19-d8a9-48d6-a9d6-ec021bffb723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1340983 Apr 20 18:18:14.834934 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_hamode_db [None req-ce4e18f8-d88c-4835-9487-405e29db2d26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7eb7172-f1d2-45bc-a2ac-809689020647', 'name': 'tempest-TestShelveInstance-932433395-router', 'tenant_id': 'c63217fb60aa4544a29b035267cf6bf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26051af8-ebd0-4db2-857e-181975352424', 'external_fixed_ips': [{'subnet_id': 'a8fb9e9c-99d7-49f9-8da9-302520785055', 'ip_address': '172.28.0.13'}], 'enable_snat': True}, 'gw_port_id': 'f69ae9ad-11f6-491c-9b7e-5bac7e66517b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:17:55Z', 'updated_at': '2021-04-20T18:18:04Z', 'revision_number': 4, 'project_id': 'c63217fb60aa4544a29b035267cf6bf0', 'gw_port': {'id': 'f69ae9ad-11f6-491c-9b7e-5bac7e66517b', 'name': '', 'network_id': '26051af8-ebd0-4db2-857e-181975352424', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:bf:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7eb7172-f1d2-45bc-a2ac-809689020647', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'a8fb9e9c-99d7-49f9-8da9-302520785055', 'ip_address': '172.28.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:17:57Z', 'updated_at': '2021-04-20T18:18:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8fb9e9c-99d7-49f9-8da9-302520785055', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-2-smb', '_interfaces': [{'id': 'a356fad1-a5eb-4718-9971-5d284045e4ce', 'name': '', 'network_id': 'b5591ab1-84d9-4585-836b-47bf7632765d', 'tenant_id': 'c63217fb60aa4544a29b035267cf6bf0', 'mac_address': 'fa:16:3e:a9:5a:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7eb7172-f1d2-45bc-a2ac-809689020647', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '3243b360-2a6c-4a7d-86c5-59c501c53d43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:18:03Z', 'updated_at': '2021-04-20T18:18:13Z', 'revision_number': 4, 'project_id': 'c63217fb60aa4544a29b035267cf6bf0', 'subnets': [{'id': '3243b360-2a6c-4a7d-86c5-59c501c53d43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786929-2-smb', False) {} {{(pid=86312) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:18:14.839299 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce4e18f8-d88c-4835-9487-405e29db2d26 None None] The sync data for ids ['d7eb7172-f1d2-45bc-a2ac-809689020647'] in dv-cinder-786929-2-smb is: [{'id': 'd7eb7172-f1d2-45bc-a2ac-809689020647', 'name': 'tempest-TestShelveInstance-932433395-router', 'tenant_id': 'c63217fb60aa4544a29b035267cf6bf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26051af8-ebd0-4db2-857e-181975352424', 'external_fixed_ips': [{'subnet_id': 'a8fb9e9c-99d7-49f9-8da9-302520785055', 'ip_address': '172.28.0.13'}], 'enable_snat': True}, 'gw_port_id': 'f69ae9ad-11f6-491c-9b7e-5bac7e66517b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:17:55Z', 'updated_at': '2021-04-20T18:18:04Z', 'revision_number': 4, 'project_id': 'c63217fb60aa4544a29b035267cf6bf0', 'gw_port': {'id': 'f69ae9ad-11f6-491c-9b7e-5bac7e66517b', 'name': '', 'network_id': '26051af8-ebd0-4db2-857e-181975352424', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:bf:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7eb7172-f1d2-45bc-a2ac-809689020647', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'a8fb9e9c-99d7-49f9-8da9-302520785055', 'ip_address': '172.28.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:17:57Z', 'updated_at': '2021-04-20T18:18:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8fb9e9c-99d7-49f9-8da9-302520785055', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-2-smb', '_interfaces': [{'id': 'a356fad1-a5eb-4718-9971-5d284045e4ce', 'name': '', 'network_id': 'b5591ab1-84d9-4585-836b-47bf7632765d', 'tenant_id': 'c63217fb60aa4544a29b035267cf6bf0', 'mac_address': 'fa:16:3e:a9:5a:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7eb7172-f1d2-45bc-a2ac-809689020647', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '3243b360-2a6c-4a7d-86c5-59c501c53d43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:18:03Z', 'updated_at': '2021-04-20T18:18:13Z', 'revision_number': 4, 'project_id': 'c63217fb60aa4544a29b035267cf6bf0', 'subnets': [{'id': '3243b360-2a6c-4a7d-86c5-59c501c53d43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86312) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 18:18:14.856243 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-5277b06f-1ab1-406f-b12e-39aa367c3653 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:15.442117 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-5277b06f-1ab1-406f-b12e-39aa367c3653 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854121404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854148900'] for router, after_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:15.455000 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a28ee45-9427-4380-886d-541c31332781 req-b684a68b-b716-4d18-9606-1b390e2e26a4 tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:18:15.456712 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-0a28ee45-9427-4380-886d-541c31332781 req-b684a68b-b716-4d18-9606-1b390e2e26a4 tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] 10.222.0.32 "GET /v2.0/ports?device_id=57b2d215-a646-4377-934b-f64e1f3dabe0 HTTP/1.1" status: 200 len: 946 time: 0.1965225 Apr 20 18:18:15.463142 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.rpc [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Device 8a98b624-a9b0-4c9c-880b-7bfe76edde4a up at agent ovs-agent-dv-cinder-786929-2-smb {{(pid=86312) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:18:15.600534 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.provisioning_blocks [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Provisioning for port 8a98b624-a9b0-4c9c-880b-7bfe76edde4a completed by entity L2. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 18:18:15.606581 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.rpc [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Device a356fad1-a5eb-4718-9971-5d284045e4ce up at agent ovs-agent-dv-cinder-786929-2-smb {{(pid=86312) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:18:15.734898 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.provisioning_blocks [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Provisioning for port a356fad1-a5eb-4718-9971-5d284045e4ce completed by entity L2. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 18:18:15.741735 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.provisioning_blocks [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Provisioning complete for port a356fad1-a5eb-4718-9971-5d284045e4ce triggered by entity L2. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:18:15.742275 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853381758'] for port, provisioning_complete {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:15.989608 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624671'] for port, before_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:16.035663 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.db [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] For port a356fad1-a5eb-4718-9971-5d284045e4ce, host dv-cinder-786929-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-2-smb',level=0,port_id=a356fad1-a5eb-4718-9971-5d284045e4ce,segment=NetworkSegment(5a56b328-5177-4953-b6f7-f626d024fccb),segment_id=5a56b328-5177-4953-b6f7-f626d024fccb)] {{(pid=86312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:18:16.039216 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852966479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736993730504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736993280695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299861495088'] for port, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:16.042883 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:18:16.058133 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-0a28ee45-9427-4380-886d-541c31332781 req-d70d4c69-42f4-444d-b625-cd452843bcf3 tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] 10.222.0.32 "GET /v2.0/security-groups?id=63e5a295-1c1b-4259-93ce-61133d92337d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4708023 Apr 20 18:18:16.118016 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5372925-b6df-414c-8527-472d51ca99ec None None] Network 3d76939e-c611-4d6b-a492-ef06b8727f1c requested from dv-cinder-786929-2-smb {{(pid=86312) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 18:18:16.166335 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Pushing event updated for resources: {'Port': ['ID=a356fad1-a5eb-4718-9971-5d284045e4ce,revision_number=5']} {{(pid=86312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:18:16.181367 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:18:16.248999 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.provisioning_blocks [None req-e9d708ea-32e7-42fe-bf0e-57a37681aa40 None None] Provisioning for port 8a98b624-a9b0-4c9c-880b-7bfe76edde4a completed by entity DHCP. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 18:18:16.256018 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.provisioning_blocks [None req-e9d708ea-32e7-42fe-bf0e-57a37681aa40 None None] Provisioning complete for port 8a98b624-a9b0-4c9c-880b-7bfe76edde4a triggered by entity DHCP. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:18:16.256466 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-e9d708ea-32e7-42fe-bf0e-57a37681aa40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853381758'] for port, provisioning_complete {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:16.267550 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5277b06f-1ab1-406f-b12e-39aa367c3653 admin admin] Router 472a3c87-35b0-49ba-8917-5138d1f04fec is scheduled to L3 agent 40af0123-fc20-4e27-8672-759459b7c5ef with binding_index 1 {{(pid=86311) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 20 18:18:16.481475 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebf8611-47ef-4128-a99d-938f2ac7b55d req-5d1c44c4-0a9a-4720-a922-83001253f56e tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:18:16.485843 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-0ebf8611-47ef-4128-a99d-938f2ac7b55d req-5d1c44c4-0a9a-4720-a922-83001253f56e tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] 10.222.0.32 "GET /v2.0/ports?device_id=6345661c-9713-4d1c-aab4-a71f62000a4c HTTP/1.1" status: 200 len: 931 time: 0.2838974 Apr 20 18:18:16.525079 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-e9d708ea-32e7-42fe-bf0e-57a37681aa40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624671'] for port, before_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:16.535274 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5277b06f-1ab1-406f-b12e-39aa367c3653 admin admin] Notify agent at l3_agent.dv-cinder-786929-2-smb the message routers_updated {{(pid=86311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 18:18:16.552971 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41c7ad65-f4af-45f3-b061-5e483863fdaf None None] Sync routers for ids ['472a3c87-35b0-49ba-8917-5138d1f04fec'] in dv-cinder-786929-2-smb {{(pid=86313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 18:18:16.586312 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.db [None req-e9d708ea-32e7-42fe-bf0e-57a37681aa40 None None] For port 8a98b624-a9b0-4c9c-880b-7bfe76edde4a, host dv-cinder-786929-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-2-smb',level=0,port_id=8a98b624-a9b0-4c9c-880b-7bfe76edde4a,segment=NetworkSegment(34c3b8d6-b6fd-4e21-86f4-5fb0712f0aa5),segment_id=34c3b8d6-b6fd-4e21-86f4-5fb0712f0aa5)] {{(pid=86312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:18:16.590036 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-5277b06f-1ab1-406f-b12e-39aa367c3653 admin admin] Notify callbacks [] for router, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:16.594336 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-5277b06f-1ab1-406f-b12e-39aa367c3653 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 5.7705257 Apr 20 18:18:16.594517 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-e9d708ea-32e7-42fe-bf0e-57a37681aa40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852966479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736993730504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736993280695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299861495088'] for port, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:16.595418 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.32', 52216) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:18:16.596320 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-a7f5f95a-5cc9-49df-95b8-1f2d385bf516 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:18:16.608830 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-0ebf8611-47ef-4128-a99d-938f2ac7b55d req-880b51fe-c288-43f4-9d67-9cb92a21c41e tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] 10.222.0.32 "GET /v2.0/security-groups?id=65af6381-35bc-4067-932d-2c0d9f598574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160097 Apr 20 18:18:16.610409 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41c7ad65-f4af-45f3-b061-5e483863fdaf None None] Routers {'472a3c87-35b0-49ba-8917-5138d1f04fec'} bound to L3 agent in host dv-cinder-786929-2-smb {{(pid=86313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:18:16.611364 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_hamode_db [None req-41c7ad65-f4af-45f3-b061-5e483863fdaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786929-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-20T18:07:11Z,description=,heartbeat_timestamp=2021-04-20T18:18:11Z,host='dv-cinder-786929-2-smb',id=40af0123-fc20-4e27-8672-759459b7c5ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T18:07:11Z,topic='l3_agent')) {'router_ids': ['472a3c87-35b0-49ba-8917-5138d1f04fec'], 'active': True} {{(pid=86313) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:18:16.772788 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d708ea-32e7-42fe-bf0e-57a37681aa40 None None] Pushing event updated for resources: {'Port': ['ID=8a98b624-a9b0-4c9c-880b-7bfe76edde4a,revision_number=3']} {{(pid=86312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:18:16.781382 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-e9d708ea-32e7-42fe-bf0e-57a37681aa40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:18:16.949990 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9965fb-201b-40b9-8d30-3728c81b67d3 req-4ce85972-d531-42b7-adfd-6fd12531d5f7 tempest-VolumesActionsTest-413286933 tempest-VolumesActionsTest-413286933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:18:16.951746 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-8b9965fb-201b-40b9-8d30-3728c81b67d3 req-4ce85972-d531-42b7-adfd-6fd12531d5f7 tempest-VolumesActionsTest-413286933 tempest-VolumesActionsTest-413286933-project] 10.222.0.32 "GET /v2.0/ports?device_id=008a8d37-282e-4369-b1b1-c579a050a93d HTTP/1.1" status: 200 len: 945 time: 0.2236795 Apr 20 18:18:17.037250 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.provisioning_blocks [None req-0e3b252e-8726-4c55-80c1-f67febd8aaeb None None] Provisioning complete for port 8a98b624-a9b0-4c9c-880b-7bfe76edde4a triggered by entity DHCP. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:18:17.038289 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-0e3b252e-8726-4c55-80c1-f67febd8aaeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853381758'] for port, provisioning_complete {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:17.066296 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_dvr_db [None req-41c7ad65-f4af-45f3-b061-5e483863fdaf None None] Set router 472a3c87-35b0-49ba-8917-5138d1f04fec gateway port host: dv-cinder-786929-2-smb {{(pid=86313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 18:18:17.092863 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-8b9965fb-201b-40b9-8d30-3728c81b67d3 req-913edcd6-268c-4db4-b77f-52a78cc549df tempest-VolumesActionsTest-413286933 tempest-VolumesActionsTest-413286933-project] 10.222.0.32 "GET /v2.0/security-groups?id=159e6823-83c7-488c-a617-0884749e7f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265442 Apr 20 18:18:17.441965 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adb149f-7750-4f6a-8782-9ea1f8d20d23 req-bda19047-9b4c-4bad-9c13-c511a44c59b5 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:18:17.443913 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-0adb149f-7750-4f6a-8782-9ea1f8d20d23 req-bda19047-9b4c-4bad-9c13-c511a44c59b5 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] 10.222.0.32 "GET /v2.0/ports?device_id=017750e2-2faa-492d-81ff-e9560fb475f5 HTTP/1.1" status: 200 len: 945 time: 0.1459565 Apr 20 18:18:17.487433 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.rpc [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Device 8a98b624-a9b0-4c9c-880b-7bfe76edde4a up at agent ovs-agent-dv-cinder-786929-2-smb {{(pid=86312) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:18:17.524688 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-0adb149f-7750-4f6a-8782-9ea1f8d20d23 req-8bd52d3d-8f5c-4ca0-8144-92f06c6402c0 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] 10.222.0.32 "GET /v2.0/security-groups?id=38e27d19-d8a9-48d6-a9d6-ec021bffb723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719681 Apr 20 18:18:17.568290 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_hamode_db [None req-41c7ad65-f4af-45f3-b061-5e483863fdaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '472a3c87-35b0-49ba-8917-5138d1f04fec', 'name': 'tempest-TestShelveInstance-613092742-router', 'tenant_id': '92893a5d06f94830b83805b9b11fe79c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26051af8-ebd0-4db2-857e-181975352424', 'external_fixed_ips': [{'subnet_id': 'a8fb9e9c-99d7-49f9-8da9-302520785055', 'ip_address': '172.28.0.23'}], 'enable_snat': True}, 'gw_port_id': 'cd64ce61-92b4-44d2-a255-daeac253dce7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:18:10Z', 'updated_at': '2021-04-20T18:18:14Z', 'revision_number': 3, 'project_id': '92893a5d06f94830b83805b9b11fe79c', 'gw_port': {'id': 'cd64ce61-92b4-44d2-a255-daeac253dce7', 'name': '', 'network_id': '26051af8-ebd0-4db2-857e-181975352424', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:d7:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '472a3c87-35b0-49ba-8917-5138d1f04fec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'a8fb9e9c-99d7-49f9-8da9-302520785055', 'ip_address': '172.28.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:18:13Z', 'updated_at': '2021-04-20T18:18:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a8fb9e9c-99d7-49f9-8da9-302520785055', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-2-smb'}], 'dv-cinder-786929-2-smb', False) {} {{(pid=86313) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:18:17.573131 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41c7ad65-f4af-45f3-b061-5e483863fdaf None None] Checking router: 472a3c87-35b0-49ba-8917-5138d1f04fec for host: dv-cinder-786929-2-smb {{(pid=86313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 18:18:17.574055 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41c7ad65-f4af-45f3-b061-5e483863fdaf None None] Updating router 472a3c87-35b0-49ba-8917-5138d1f04fec port cd64ce61-92b4-44d2-a255-daeac253dce7 binding host dv-cinder-786929-2-smb {{(pid=86313) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 20 18:18:17.685597 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.provisioning_blocks [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Provisioning complete for port 8a98b624-a9b0-4c9c-880b-7bfe76edde4a triggered by entity L2. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:18:17.686122 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853381758'] for port, provisioning_complete {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:17.692928 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-41c7ad65-f4af-45f3-b061-5e483863fdaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624671'] for port, before_update {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:17.847489 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15cb29e-2ff0-4b1a-a018-c880c955ee83 req-82022601-801f-4992-ad13-6f8b1a569735 tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:18:17.862855 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-c15cb29e-2ff0-4b1a-a018-c880c955ee83 req-82022601-801f-4992-ad13-6f8b1a569735 tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] 10.222.0.32 "GET /v2.0/ports?device_id=57b2d215-a646-4377-934b-f64e1f3dabe0 HTTP/1.1" status: 200 len: 946 time: 0.1205251 Apr 20 18:18:17.946035 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.rpc [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Device a356fad1-a5eb-4718-9971-5d284045e4ce up at agent ovs-agent-dv-cinder-786929-2-smb {{(pid=86312) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:18:17.957947 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-c15cb29e-2ff0-4b1a-a018-c880c955ee83 req-a68e0d2f-c14e-4ebc-95e6-a132a46a20bf tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] 10.222.0.32 "GET /v2.0/security-groups?id=63e5a295-1c1b-4259-93ce-61133d92337d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939121 Apr 20 18:18:18.111298 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-396dac64-1324-4203-91f1-a51878eb4dcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624671'] for port, before_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:18.149301 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.provisioning_blocks [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Provisioning complete for port a356fad1-a5eb-4718-9971-5d284045e4ce triggered by entity L2. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:18:18.153345 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853381758'] for port, provisioning_complete {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:18.342073 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-41c7ad65-f4af-45f3-b061-5e483863fdaf None None] Notify callbacks [] for port, precommit_update {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:18.356815 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.provisioning_blocks [None req-41c7ad65-f4af-45f3-b061-5e483863fdaf None None] Transition to ACTIVE for port object cd64ce61-92b4-44d2-a255-daeac253dce7 will not be triggered until provisioned by entity L2. {{(pid=86313) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 18:18:18.363109 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-41c7ad65-f4af-45f3-b061-5e483863fdaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852966479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736993730504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736993280695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299861495088'] for port, after_update {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:18.374773 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:18:18.439689 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.managers [None req-41c7ad65-f4af-45f3-b061-5e483863fdaf None None] Attempting to bind port cd64ce61-92b4-44d2-a255-daeac253dce7 on host dv-cinder-786929-2-smb for vnic_type normal with profile {{(pid=86313) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 18:18:18.440093 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.managers [None req-41c7ad65-f4af-45f3-b061-5e483863fdaf None None] Attempting to bind port cd64ce61-92b4-44d2-a255-daeac253dce7 by drivers openvswitch,hyperv on host dv-cinder-786929-2-smb at level 0 using segments [{'id': '0fd0f869-d1a1-42b0-840f-a1b93e92e33d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26051af8-ebd0-4db2-857e-181975352424'}] {{(pid=86313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 18:18:18.440496 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c7ad65-f4af-45f3-b061-5e483863fdaf None None] Attempting to bind port cd64ce61-92b4-44d2-a255-daeac253dce7 on network 26051af8-ebd0-4db2-857e-181975352424 {{(pid=86313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 18:18:18.444138 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64266fb1-ac20-4df5-bf8e-35ee5e9e5183 req-7536a71e-e13c-474c-ac15-3bf6781aff9a tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:18:18.446105 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-64266fb1-ac20-4df5-bf8e-35ee5e9e5183 req-7536a71e-e13c-474c-ac15-3bf6781aff9a tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] 10.222.0.32 "GET /v2.0/ports?device_id=6345661c-9713-4d1c-aab4-a71f62000a4c HTTP/1.1" status: 200 len: 931 time: 0.1972013 Apr 20 18:18:18.454390 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c7ad65-f4af-45f3-b061-5e483863fdaf None None] Checking agent: {'id': '909349f5-e61f-491f-bcfb-3e6f3416917d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786929-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 7, 12), 'started_at': datetime.datetime(2021, 4, 20, 18, 7, 42), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 18, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786929-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 18:18:18.454804 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c7ad65-f4af-45f3-b061-5e483863fdaf None None] Checking segment: {'id': '0fd0f869-d1a1-42b0-840f-a1b93e92e33d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26051af8-ebd0-4db2-857e-181975352424'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86313) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 18:18:18.455252 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-41c7ad65-f4af-45f3-b061-5e483863fdaf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:18.455682 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c7ad65-f4af-45f3-b061-5e483863fdaf None None] Bound using segment: {'id': '0fd0f869-d1a1-42b0-840f-a1b93e92e33d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26051af8-ebd0-4db2-857e-181975352424'} {{(pid=86313) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 18:18:18.456205 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.managers [None req-41c7ad65-f4af-45f3-b061-5e483863fdaf None None] Bound port: cd64ce61-92b4-44d2-a255-daeac253dce7, host: dv-cinder-786929-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fd0f869-d1a1-42b0-840f-a1b93e92e33d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '26051af8-ebd0-4db2-857e-181975352424'}}] {{(pid=86313) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 18:18:18.456623 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-41c7ad65-f4af-45f3-b061-5e483863fdaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624671'] for port, before_update {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:18.530714 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-64266fb1-ac20-4df5-bf8e-35ee5e9e5183 req-85f5349b-3092-4e54-b968-0104272a04d4 tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] 10.222.0.32 "GET /v2.0/security-groups?id=65af6381-35bc-4067-932d-2c0d9f598574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751584 Apr 20 18:18:18.532585 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.db_base_plugin_common [None req-396dac64-1324-4203-91f1-a51878eb4dcd admin admin] Allocated IP 172.20.0.1 (3d76939e-c611-4d6b-a492-ef06b8727f1c/c0f83671-e397-4954-b9fd-819e5f16f831/f7bcbeb0-2f41-4074-8166-706dba1de13d) {{(pid=86310) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 18:18:18.563464 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.db [None req-41c7ad65-f4af-45f3-b061-5e483863fdaf None None] For port cd64ce61-92b4-44d2-a255-daeac253dce7, host dv-cinder-786929-2-smb, cleared binding levels {{(pid=86313) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 18:18:18.572166 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.db [None req-41c7ad65-f4af-45f3-b061-5e483863fdaf None None] For port cd64ce61-92b4-44d2-a255-daeac253dce7, host dv-cinder-786929-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-2-smb',level=0,port_id=cd64ce61-92b4-44d2-a255-daeac253dce7,segment=NetworkSegment(0fd0f869-d1a1-42b0-840f-a1b93e92e33d),segment_id=0fd0f869-d1a1-42b0-840f-a1b93e92e33d)] {{(pid=86313) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 18:18:18.578368 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-41c7ad65-f4af-45f3-b061-5e483863fdaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852966479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736993730504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736993280695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299861495088'] for port, after_update {{(pid=86313) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:18.593027 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed9ebe5-865b-4462-aa76-4a7fb98bdaa1 None None] Pushing event updated for resources: {'Port': ['ID=cd64ce61-92b4-44d2-a255-daeac253dce7,revision_number=2']} {{(pid=86313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:18:18.625836 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed9ebe5-865b-4462-aa76-4a7fb98bdaa1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:18:18.633917 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed9ebe5-865b-4462-aa76-4a7fb98bdaa1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:18:18.634608 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed9ebe5-865b-4462-aa76-4a7fb98bdaa1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:18:18.635368 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed9ebe5-865b-4462-aa76-4a7fb98bdaa1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:18:18.635926 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed9ebe5-865b-4462-aa76-4a7fb98bdaa1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:18:18.636442 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed9ebe5-865b-4462-aa76-4a7fb98bdaa1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:18:18.636928 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed9ebe5-865b-4462-aa76-4a7fb98bdaa1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:18:18.637395 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed9ebe5-865b-4462-aa76-4a7fb98bdaa1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:18:18.637869 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed9ebe5-865b-4462-aa76-4a7fb98bdaa1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:18:18.638337 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed9ebe5-865b-4462-aa76-4a7fb98bdaa1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:18:18.651824 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed9ebe5-865b-4462-aa76-4a7fb98bdaa1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:18:18.651824 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed9ebe5-865b-4462-aa76-4a7fb98bdaa1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86313) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:18:18.658369 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-4ed9ebe5-865b-4462-aa76-4a7fb98bdaa1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:18:18.661183 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-8fde5cb8-8452-472b-ab60-6e7411bd9950 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.071s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:18:18.758689 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41c7ad65-f4af-45f3-b061-5e483863fdaf None None] Routers {'472a3c87-35b0-49ba-8917-5138d1f04fec'} bound to L3 agent in host dv-cinder-786929-2-smb {{(pid=86313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:18:18.759544 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_hamode_db [None req-41c7ad65-f4af-45f3-b061-5e483863fdaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786929-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-20T18:07:11Z,description=,heartbeat_timestamp=2021-04-20T18:18:11Z,host='dv-cinder-786929-2-smb',id=40af0123-fc20-4e27-8672-759459b7c5ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T18:07:11Z,topic='l3_agent')) {'router_ids': ['472a3c87-35b0-49ba-8917-5138d1f04fec'], 'active': True} {{(pid=86313) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:18:18.795724 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-396dac64-1324-4203-91f1-a51878eb4dcd admin admin] Notify callbacks [] for port, precommit_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:18.816541 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.provisioning_blocks [None req-396dac64-1324-4203-91f1-a51878eb4dcd admin admin] Transition to ACTIVE for port object f7bcbeb0-2f41-4074-8166-706dba1de13d will not be triggered until provisioned by entity DHCP. {{(pid=86310) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 18:18:18.837956 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee41d12c-80cf-4213-9fa1-a03165715a95 req-aa38e25b-dd6e-4f54-8f0d-0a413f7930a9 tempest-VolumesActionsTest-413286933 tempest-VolumesActionsTest-413286933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:18:18.839737 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-ee41d12c-80cf-4213-9fa1-a03165715a95 req-aa38e25b-dd6e-4f54-8f0d-0a413f7930a9 tempest-VolumesActionsTest-413286933 tempest-VolumesActionsTest-413286933-project] 10.222.0.32 "GET /v2.0/ports?device_id=008a8d37-282e-4369-b1b1-c579a050a93d HTTP/1.1" status: 200 len: 945 time: 0.0995448 Apr 20 18:18:18.854512 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-396dac64-1324-4203-91f1-a51878eb4dcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852966479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736993280678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852424964'] for port, after_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:18.863955 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-f104c729-0136-4d98-8a79-7212901eed77 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:18:18.920308 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-ee41d12c-80cf-4213-9fa1-a03165715a95 req-49cfa43a-7b73-4f59-8497-97fea0146f7e tempest-VolumesActionsTest-413286933 tempest-VolumesActionsTest-413286933-project] 10.222.0.32 "GET /v2.0/security-groups?id=159e6823-83c7-488c-a617-0884749e7f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681460 Apr 20 18:18:18.974598 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-396dac64-1324-4203-91f1-a51878eb4dcd admin admin] Network 3d76939e-c611-4d6b-a492-ef06b8727f1c is already hosted by enough agents. {{(pid=86310) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 18:18:18.977926 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.scheduler.base_scheduler [None req-396dac64-1324-4203-91f1-a51878eb4dcd admin admin] Resources bound (agent type, host, resource id): {{(pid=86310) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:18:18.983110 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-396dac64-1324-4203-91f1-a51878eb4dcd admin admin] Received port after_create {{(pid=86310) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 18:18:19.043518 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396dac64-1324-4203-91f1-a51878eb4dcd admin admin] Pushing event updated for resources: {'Port': ['ID=f7bcbeb0-2f41-4074-8166-706dba1de13d,revision_number=1']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:18:19.059398 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-396dac64-1324-4203-91f1-a51878eb4dcd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:18:19.140967 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-396dac64-1324-4203-91f1-a51878eb4dcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-653825'] for router_interface, before_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:19.262687 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed9ebe5-865b-4462-aa76-4a7fb98bdaa1 None None] Pushing event updated for resources: {'Port': ['ID=cd64ce61-92b4-44d2-a255-daeac253dce7,revision_number=3']} {{(pid=86313) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:18:19.266768 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fa08fb-a491-4607-9a99-2d359ca5653f req-7fbf4fb2-d80d-4229-8fc2-ac6e078591c6 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:18:19.275081 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-49fa08fb-a491-4607-9a99-2d359ca5653f req-7fbf4fb2-d80d-4229-8fc2-ac6e078591c6 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] 10.222.0.32 "GET /v2.0/ports?device_id=017750e2-2faa-492d-81ff-e9560fb475f5 HTTP/1.1" status: 200 len: 945 time: 0.2389042 Apr 20 18:18:19.312532 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.provisioning_blocks [None req-0c579b22-829c-4aa4-8056-857de4939744 None None] Provisioning for port f7bcbeb0-2f41-4074-8166-706dba1de13d completed by entity DHCP. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 18:18:19.313883 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_dvr_db [None req-41c7ad65-f4af-45f3-b061-5e483863fdaf None None] Set router 472a3c87-35b0-49ba-8917-5138d1f04fec gateway port host: dv-cinder-786929-2-smb {{(pid=86313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 18:18:19.322900 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.provisioning_blocks [None req-0c579b22-829c-4aa4-8056-857de4939744 None None] Provisioning complete for port f7bcbeb0-2f41-4074-8166-706dba1de13d triggered by entity DHCP. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:18:19.323326 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-0c579b22-829c-4aa4-8056-857de4939744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853381758'] for port, provisioning_complete {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:19.354151 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-49fa08fb-a491-4607-9a99-2d359ca5653f req-75c5a2d0-ede4-4274-ab0c-1a980742800e tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] 10.222.0.32 "GET /v2.0/security-groups?id=38e27d19-d8a9-48d6-a9d6-ec021bffb723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779898 Apr 20 18:18:19.376433 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-396dac64-1324-4203-91f1-a51878eb4dcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624671'] for port, before_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:19.521607 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.plugin [None req-0c579b22-829c-4aa4-8056-857de4939744 None None] Port f7bcbeb0-2f41-4074-8166-706dba1de13d cannot update to ACTIVE because it is not bound. {{(pid=86312) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 18:18:19.589264 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcaa776-6a8b-4192-9193-03fe86ea4e53 req-dca2c062-ca58-4bb6-8815-30502424ef40 tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:18:19.598602 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-6dcaa776-6a8b-4192-9193-03fe86ea4e53 req-dca2c062-ca58-4bb6-8815-30502424ef40 tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] 10.222.0.32 "GET /v2.0/ports?device_id=57b2d215-a646-4377-934b-f64e1f3dabe0 HTTP/1.1" status: 200 len: 946 time: 0.1171041 Apr 20 18:18:19.635028 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-4ed9ebe5-865b-4462-aa76-4a7fb98bdaa1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.973s {{(pid=86313) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:18:19.679414 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-6dcaa776-6a8b-4192-9193-03fe86ea4e53 req-07ebc322-221e-4a4a-ab7b-dbfba307d9b4 tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] 10.222.0.32 "GET /v2.0/security-groups?id=63e5a295-1c1b-4259-93ce-61133d92337d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795257 Apr 20 18:18:19.775418 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_hamode_db [None req-41c7ad65-f4af-45f3-b061-5e483863fdaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '472a3c87-35b0-49ba-8917-5138d1f04fec', 'name': 'tempest-TestShelveInstance-613092742-router', 'tenant_id': '92893a5d06f94830b83805b9b11fe79c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26051af8-ebd0-4db2-857e-181975352424', 'external_fixed_ips': [{'subnet_id': 'a8fb9e9c-99d7-49f9-8da9-302520785055', 'ip_address': '172.28.0.23'}], 'enable_snat': True}, 'gw_port_id': 'cd64ce61-92b4-44d2-a255-daeac253dce7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:18:10Z', 'updated_at': '2021-04-20T18:18:14Z', 'revision_number': 3, 'project_id': '92893a5d06f94830b83805b9b11fe79c', 'gw_port': {'id': 'cd64ce61-92b4-44d2-a255-daeac253dce7', 'name': '', 'network_id': '26051af8-ebd0-4db2-857e-181975352424', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:d7:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '472a3c87-35b0-49ba-8917-5138d1f04fec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'a8fb9e9c-99d7-49f9-8da9-302520785055', 'ip_address': '172.28.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:18:13Z', 'updated_at': '2021-04-20T18:18:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8fb9e9c-99d7-49f9-8da9-302520785055', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-2-smb'}], 'dv-cinder-786929-2-smb', False) {} {{(pid=86313) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:18:19.781210 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41c7ad65-f4af-45f3-b061-5e483863fdaf None None] The sync data for ids ['472a3c87-35b0-49ba-8917-5138d1f04fec'] in dv-cinder-786929-2-smb is: [{'id': '472a3c87-35b0-49ba-8917-5138d1f04fec', 'name': 'tempest-TestShelveInstance-613092742-router', 'tenant_id': '92893a5d06f94830b83805b9b11fe79c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26051af8-ebd0-4db2-857e-181975352424', 'external_fixed_ips': [{'subnet_id': 'a8fb9e9c-99d7-49f9-8da9-302520785055', 'ip_address': '172.28.0.23'}], 'enable_snat': True}, 'gw_port_id': 'cd64ce61-92b4-44d2-a255-daeac253dce7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:18:10Z', 'updated_at': '2021-04-20T18:18:14Z', 'revision_number': 3, 'project_id': '92893a5d06f94830b83805b9b11fe79c', 'gw_port': {'id': 'cd64ce61-92b4-44d2-a255-daeac253dce7', 'name': '', 'network_id': '26051af8-ebd0-4db2-857e-181975352424', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:d7:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '472a3c87-35b0-49ba-8917-5138d1f04fec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'a8fb9e9c-99d7-49f9-8da9-302520785055', 'ip_address': '172.28.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:18:13Z', 'updated_at': '2021-04-20T18:18:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a8fb9e9c-99d7-49f9-8da9-302520785055', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-2-smb'}] {{(pid=86313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 18:18:19.813587 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-396dac64-1324-4203-91f1-a51878eb4dcd admin admin] Notify callbacks [] for port, precommit_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:19.818525 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-396dac64-1324-4203-91f1-a51878eb4dcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852966479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736993730504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736993280695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299861495088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2350837'] for port, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:19.890933 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-a75f681a-584a-47ee-ae6a-5a48d25dafc2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:18:19.926795 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-396dac64-1324-4203-91f1-a51878eb4dcd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-751531', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854121882'] for router_interface, after_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:20.077795 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ed96e4-a606-499c-a814-46dffce4ee6e req-174ff599-5f7d-43fe-b1b5-480ef92b6be1 tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:18:20.080317 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-c9ed96e4-a606-499c-a814-46dffce4ee6e req-174ff599-5f7d-43fe-b1b5-480ef92b6be1 tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] 10.222.0.32 "GET /v2.0/ports?device_id=6345661c-9713-4d1c-aab4-a71f62000a4c HTTP/1.1" status: 200 len: 931 time: 0.1675828 Apr 20 18:18:20.157638 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-c9ed96e4-a606-499c-a814-46dffce4ee6e req-f3045a53-dea8-4241-85e8-59b45d213b36 tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] 10.222.0.32 "GET /v2.0/security-groups?id=65af6381-35bc-4067-932d-2c0d9f598574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547285 Apr 20 18:18:20.466624 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617bff7e-cbe3-4889-b692-abaaaae8d7c2 req-76c3df90-f5a0-439a-bd03-2e7d1d0e433b tempest-VolumesActionsTest-413286933 tempest-VolumesActionsTest-413286933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:18:20.476541 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-617bff7e-cbe3-4889-b692-abaaaae8d7c2 req-76c3df90-f5a0-439a-bd03-2e7d1d0e433b tempest-VolumesActionsTest-413286933 tempest-VolumesActionsTest-413286933-project] 10.222.0.32 "GET /v2.0/ports?device_id=008a8d37-282e-4369-b1b1-c579a050a93d HTTP/1.1" status: 200 len: 945 time: 0.1824522 Apr 20 18:18:20.493414 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396dac64-1324-4203-91f1-a51878eb4dcd admin admin] Pushing event updated for resources: {'Port': ['ID=f7bcbeb0-2f41-4074-8166-706dba1de13d,revision_number=2']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:18:20.502977 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-396dac64-1324-4203-91f1-a51878eb4dcd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.612s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:18:20.551819 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-617bff7e-cbe3-4889-b692-abaaaae8d7c2 req-ca0c692c-5366-4096-bb66-bdd76968f2c3 tempest-VolumesActionsTest-413286933 tempest-VolumesActionsTest-413286933-project] 10.222.0.32 "GET /v2.0/security-groups?id=159e6823-83c7-488c-a617-0884749e7f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741861 Apr 20 18:18:20.579999 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-396dac64-1324-4203-91f1-a51878eb4dcd admin admin] Network 3d76939e-c611-4d6b-a492-ef06b8727f1c is already hosted by enough agents. {{(pid=86310) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 18:18:20.581354 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.scheduler.base_scheduler [None req-396dac64-1324-4203-91f1-a51878eb4dcd admin admin] Resources bound (agent type, host, resource id): {{(pid=86310) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:18:20.938551 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748b6586-edbc-4341-ac0c-1e8d685df464 req-0aeb5c54-e049-480d-9976-35afcd7f1089 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:18:20.952655 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-748b6586-edbc-4341-ac0c-1e8d685df464 req-0aeb5c54-e049-480d-9976-35afcd7f1089 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] 10.222.0.32 "GET /v2.0/ports?device_id=017750e2-2faa-492d-81ff-e9560fb475f5 HTTP/1.1" status: 200 len: 945 time: 0.2060711 Apr 20 18:18:21.002890 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.provisioning_blocks [None req-22a2d3cf-c510-4ee1-bcc0-e74e6bc9405f None None] Provisioning complete for port f7bcbeb0-2f41-4074-8166-706dba1de13d triggered by entity DHCP. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:18:21.003509 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-22a2d3cf-c510-4ee1-bcc0-e74e6bc9405f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853381758'] for port, provisioning_complete {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:21.050822 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-748b6586-edbc-4341-ac0c-1e8d685df464 req-6fc3c724-356a-4f54-955b-af5070fecbb7 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] 10.222.0.32 "GET /v2.0/security-groups?id=38e27d19-d8a9-48d6-a9d6-ec021bffb723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862694 Apr 20 18:18:21.159889 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.plugin [None req-22a2d3cf-c510-4ee1-bcc0-e74e6bc9405f None None] Port f7bcbeb0-2f41-4074-8166-706dba1de13d cannot update to ACTIVE because it is not bound. {{(pid=86312) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 18:18:21.181974 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-396dac64-1324-4203-91f1-a51878eb4dcd admin admin] Router 472a3c87-35b0-49ba-8917-5138d1f04fec has already been hosted by L3 agent 40af0123-fc20-4e27-8672-759459b7c5ef {{(pid=86310) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 18:18:21.329201 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.rpc [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Device cd64ce61-92b4-44d2-a255-daeac253dce7 up at agent ovs-agent-dv-cinder-786929-2-smb {{(pid=86312) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:18:21.337952 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcef6abe-b920-4108-b20b-b6e4548d42f6 req-969c4c36-2417-4132-bf52-157140093494 tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:18:21.343007 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-bcef6abe-b920-4108-b20b-b6e4548d42f6 req-969c4c36-2417-4132-bf52-157140093494 tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] 10.222.0.32 "GET /v2.0/ports?device_id=57b2d215-a646-4377-934b-f64e1f3dabe0 HTTP/1.1" status: 200 len: 946 time: 0.1731868 Apr 20 18:18:21.430981 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-bcef6abe-b920-4108-b20b-b6e4548d42f6 req-b6d2f396-5af1-4c26-95e0-27a1747def9d tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] 10.222.0.32 "GET /v2.0/security-groups?id=63e5a295-1c1b-4259-93ce-61133d92337d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801642 Apr 20 18:18:21.434184 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-396dac64-1324-4203-91f1-a51878eb4dcd admin admin] Notify agent at l3_agent.dv-cinder-786929-2-smb the message routers_updated {{(pid=86310) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 18:18:21.445110 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-396dac64-1324-4203-91f1-a51878eb4dcd admin admin] 10.222.0.32 "PUT /v2.0/routers/472a3c87-35b0-49ba-8917-5138d1f04fec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8473098 Apr 20 18:18:21.477929 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.provisioning_blocks [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Provisioning for port cd64ce61-92b4-44d2-a255-daeac253dce7 completed by entity L2. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 18:18:21.483831 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.provisioning_blocks [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Provisioning complete for port cd64ce61-92b4-44d2-a255-daeac253dce7 triggered by entity L2. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:18:21.484346 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853381758'] for port, provisioning_complete {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:21.641702 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624671'] for port, before_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:21.674609 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.db [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] For port cd64ce61-92b4-44d2-a255-daeac253dce7, host dv-cinder-786929-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-2-smb',level=0,port_id=cd64ce61-92b4-44d2-a255-daeac253dce7,segment=NetworkSegment(0fd0f869-d1a1-42b0-840f-a1b93e92e33d),segment_id=0fd0f869-d1a1-42b0-840f-a1b93e92e33d)] {{(pid=86312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:18:21.686449 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852966479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736993730504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736993280695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299861495088'] for port, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:21.690053 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-8cbf8827-6384-4abb-b13d-294adb90e25d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:18:21.723468 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a060e03e-2da7-4fb9-b879-c4aef9ecde6e req-71512c3b-3184-486b-9f72-18f771543e96 tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:18:21.725571 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-a060e03e-2da7-4fb9-b879-c4aef9ecde6e req-71512c3b-3184-486b-9f72-18f771543e96 tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] 10.222.0.32 "GET /v2.0/ports?device_id=6345661c-9713-4d1c-aab4-a71f62000a4c HTTP/1.1" status: 200 len: 931 time: 0.1523964 Apr 20 18:18:21.783562 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Pushing event updated for resources: {'Port': ['ID=cd64ce61-92b4-44d2-a255-daeac253dce7,revision_number=4']} {{(pid=86312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:18:21.788272 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:18:21.797857 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-a060e03e-2da7-4fb9-b879-c4aef9ecde6e req-e63af8d7-47d1-440a-ac24-2802b805cc36 tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] 10.222.0.32 "GET /v2.0/security-groups?id=65af6381-35bc-4067-932d-2c0d9f598574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594351 Apr 20 18:18:22.012730 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1bd9c3-3a20-4f7d-aa59-6a11619ad015 req-997a466c-ab01-4657-85af-09758390bdd5 tempest-VolumesActionsTest-413286933 tempest-VolumesActionsTest-413286933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:18:22.014294 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-bd1bd9c3-3a20-4f7d-aa59-6a11619ad015 req-997a466c-ab01-4657-85af-09758390bdd5 tempest-VolumesActionsTest-413286933 tempest-VolumesActionsTest-413286933-project] 10.222.0.32 "GET /v2.0/ports?device_id=008a8d37-282e-4369-b1b1-c579a050a93d HTTP/1.1" status: 200 len: 945 time: 0.1083395 Apr 20 18:18:22.079073 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-bd1bd9c3-3a20-4f7d-aa59-6a11619ad015 req-0667905d-5287-43d5-909e-68775f900e75 tempest-VolumesActionsTest-413286933 tempest-VolumesActionsTest-413286933-project] 10.222.0.32 "GET /v2.0/security-groups?id=159e6823-83c7-488c-a617-0884749e7f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578227 Apr 20 18:18:22.773058 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.32', 52262) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:18:22.782052 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.v2.base [None req-bd48241a-3cd6-48c3-bfcb-7c2d95233acb tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-168442614', 'description': 'tempest-secgroup-smoke-168442614 description', 'project_id': 'c63217fb60aa4544a29b035267cf6bf0'}} {{(pid=86310) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:18:22.790687 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-bd48241a-3cd6-48c3-bfcb-7c2d95233acb tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:18:22.795340 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-bd48241a-3cd6-48c3-bfcb-7c2d95233acb tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] Usage tracker for resource:security_group and tenant:c63217fb60aa4544a29b035267cf6bf0 is out of sync, need to count used quota {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:18:22.798994 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-bd48241a-3cd6-48c3-bfcb-7c2d95233acb tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:18:22.821204 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-bd48241a-3cd6-48c3-bfcb-7c2d95233acb tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:18:22.842406 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-bd48241a-3cd6-48c3-bfcb-7c2d95233acb tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] Notify callbacks [] for security_group, before_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:22.868149 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-bd48241a-3cd6-48c3-bfcb-7c2d95233acb tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:18:22.872529 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-bd48241a-3cd6-48c3-bfcb-7c2d95233acb tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] Usage tracker for resource:security_group_rule and tenant:c63217fb60aa4544a29b035267cf6bf0 is out of sync, need to count used quota {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:18:22.876250 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-bd48241a-3cd6-48c3-bfcb-7c2d95233acb tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:18:22.888419 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-bd48241a-3cd6-48c3-bfcb-7c2d95233acb tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:18:22.985386 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-bd48241a-3cd6-48c3-bfcb-7c2d95233acb tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] Notify callbacks [] for security_group, precommit_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:22.988484 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-bd48241a-3cd6-48c3-bfcb-7c2d95233acb tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854236768'] for security_group, after_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:22.994761 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-f2273438-ef59-4fdb-b279-b432b4113bf0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:18:23.008821 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a9a50b-0a68-47a7-ad78-bebd61418639 req-30e0729c-13ec-43df-a44b-bc53bd1600b8 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:18:23.011695 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-57a9a50b-0a68-47a7-ad78-bebd61418639 req-30e0729c-13ec-43df-a44b-bc53bd1600b8 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] 10.222.0.32 "GET /v2.0/ports?device_id=017750e2-2faa-492d-81ff-e9560fb475f5 HTTP/1.1" status: 200 len: 945 time: 0.1457384 Apr 20 18:18:23.046137 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd48241a-3cd6-48c3-bfcb-7c2d95233acb tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b994cb4-8011-4e1a-8be2-9459735723ec,revision_number=1']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:18:23.049387 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-bd48241a-3cd6-48c3-bfcb-7c2d95233acb tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] Notify callbacks [] for security_group, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:23.051982 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-bd48241a-3cd6-48c3-bfcb-7c2d95233acb tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2765336 Apr 20 18:18:23.051982 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-bd48241a-3cd6-48c3-bfcb-7c2d95233acb tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:18:23.055527 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.32', 52270) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:18:23.061879 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.v2.base [None req-ff6d3034-fdba-4dae-966e-57b6be512534 tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] Request body: {'security_group_rule': {'security_group_id': '7b994cb4-8011-4e1a-8be2-9459735723ec', 'project_id': 'c63217fb60aa4544a29b035267cf6bf0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86310) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:18:23.069902 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-ff6d3034-fdba-4dae-966e-57b6be512534 tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:18:23.074188 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-ff6d3034-fdba-4dae-966e-57b6be512534 tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] Usage tracker for resource:security_group_rule and tenant:c63217fb60aa4544a29b035267cf6bf0 is out of sync, need to count used quota {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:18:23.077271 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-ff6d3034-fdba-4dae-966e-57b6be512534 tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:18:23.078758 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-57a9a50b-0a68-47a7-ad78-bebd61418639 req-159e279c-d835-41e8-a36c-34bf34a542f2 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] 10.222.0.32 "GET /v2.0/security-groups?id=38e27d19-d8a9-48d6-a9d6-ec021bffb723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604522 Apr 20 18:18:23.084732 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-ff6d3034-fdba-4dae-966e-57b6be512534 tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:18:23.105962 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-ff6d3034-fdba-4dae-966e-57b6be512534 tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:23.202814 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-ff6d3034-fdba-4dae-966e-57b6be512534 tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:23.206070 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-ff6d3034-fdba-4dae-966e-57b6be512534 tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854236732'] for security_group_rule, after_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:23.209258 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-7696d883-68e7-4d77-8d02-8239f6af813f tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:18:23.230785 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6d3034-fdba-4dae-966e-57b6be512534 tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8031a610-21f6-4d77-a24f-1a23c33e0231,revision_number=0']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:18:23.235212 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-ff6d3034-fdba-4dae-966e-57b6be512534 tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:18:23.236944 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f33e6b33-31c0-462b-ad80-569f8757c9ce None None] Sync routers for ids ['472a3c87-35b0-49ba-8917-5138d1f04fec'] in dv-cinder-786929-2-smb {{(pid=86312) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 18:18:23.250756 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f33e6b33-31c0-462b-ad80-569f8757c9ce None None] Routers {'472a3c87-35b0-49ba-8917-5138d1f04fec'} bound to L3 agent in host dv-cinder-786929-2-smb {{(pid=86312) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:18:23.251556 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_hamode_db [None req-f33e6b33-31c0-462b-ad80-569f8757c9ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786929-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-20T18:07:11Z,description=,heartbeat_timestamp=2021-04-20T18:18:11Z,host='dv-cinder-786929-2-smb',id=40af0123-fc20-4e27-8672-759459b7c5ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T18:07:11Z,topic='l3_agent')) {'router_ids': ['472a3c87-35b0-49ba-8917-5138d1f04fec'], 'active': True} {{(pid=86312) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:18:23.257449 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-ff6d3034-fdba-4dae-966e-57b6be512534 tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:23.258913 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-ff6d3034-fdba-4dae-966e-57b6be512534 tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2020509 Apr 20 18:18:23.262590 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.32', 52276) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:18:23.269227 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.v2.base [None req-c9cf612d-232c-4974-a5bb-04240d066731 tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] Request body: {'security_group_rule': {'security_group_id': '7b994cb4-8011-4e1a-8be2-9459735723ec', 'project_id': 'c63217fb60aa4544a29b035267cf6bf0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=86310) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:18:23.277159 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-c9cf612d-232c-4974-a5bb-04240d066731 tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:18:23.296924 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-c9cf612d-232c-4974-a5bb-04240d066731 tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] Usage tracker for resource:security_group_rule and tenant:c63217fb60aa4544a29b035267cf6bf0 is out of sync, need to count used quota {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:18:23.305104 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-c9cf612d-232c-4974-a5bb-04240d066731 tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:18:23.316387 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-c9cf612d-232c-4974-a5bb-04240d066731 tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:18:23.319491 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.rpc [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Device cd64ce61-92b4-44d2-a255-daeac253dce7 up at agent ovs-agent-dv-cinder-786929-2-smb {{(pid=86312) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:18:23.327332 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4da4d6e-7ea9-489f-8e74-3894ccfec998 req-6cfc96fd-251c-4bcc-bc0a-5948bd15a83d tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:18:23.329005 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-d4da4d6e-7ea9-489f-8e74-3894ccfec998 req-6cfc96fd-251c-4bcc-bc0a-5948bd15a83d tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] 10.222.0.32 "GET /v2.0/ports?device_id=57b2d215-a646-4377-934b-f64e1f3dabe0 HTTP/1.1" status: 200 len: 946 time: 0.1415470 Apr 20 18:18:23.335862 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-c9cf612d-232c-4974-a5bb-04240d066731 tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:23.404494 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-d4da4d6e-7ea9-489f-8e74-3894ccfec998 req-66957b7a-89e1-4352-9581-d976804e967b tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] 10.222.0.32 "GET /v2.0/security-groups?id=63e5a295-1c1b-4259-93ce-61133d92337d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670502 Apr 20 18:18:23.412139 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-c9cf612d-232c-4974-a5bb-04240d066731 tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:23.414945 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-c9cf612d-232c-4974-a5bb-04240d066731 tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854236732'] for security_group_rule, after_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:23.417411 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:18:23.443236 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cf612d-232c-4974-a5bb-04240d066731 tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aef2c8c8-41d1-438b-b72e-1cb7f20ffb18,revision_number=0']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:18:23.455858 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-c9cf612d-232c-4974-a5bb-04240d066731 tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:18:23.464010 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-c9cf612d-232c-4974-a5bb-04240d066731 tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:23.466513 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-c9cf612d-232c-4974-a5bb-04240d066731 tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2022488 Apr 20 18:18:23.470653 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.32', 52280) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:18:23.477922 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.v2.base [None req-da614f50-a694-4ec3-957a-b1bc7b22d214 tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] Request body: {'security_group_rule': {'security_group_id': '7b994cb4-8011-4e1a-8be2-9459735723ec', 'project_id': 'c63217fb60aa4544a29b035267cf6bf0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=86311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:18:23.503932 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-da614f50-a694-4ec3-957a-b1bc7b22d214 tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:18:23.508908 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-da614f50-a694-4ec3-957a-b1bc7b22d214 tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] Usage tracker for resource:security_group_rule and tenant:c63217fb60aa4544a29b035267cf6bf0 is out of sync, need to count used quota {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:18:23.512023 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-da614f50-a694-4ec3-957a-b1bc7b22d214 tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:18:23.514894 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.provisioning_blocks [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Provisioning complete for port cd64ce61-92b4-44d2-a255-daeac253dce7 triggered by entity L2. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:18:23.515322 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853381758'] for port, provisioning_complete {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:23.518596 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-da614f50-a694-4ec3-957a-b1bc7b22d214 tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:18:23.539878 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-da614f50-a694-4ec3-957a-b1bc7b22d214 tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:23.634920 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_dvr_db [None req-f33e6b33-31c0-462b-ad80-569f8757c9ce None None] Set router 472a3c87-35b0-49ba-8917-5138d1f04fec gateway port host: dv-cinder-786929-2-smb {{(pid=86312) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 18:18:23.722992 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-da614f50-a694-4ec3-957a-b1bc7b22d214 tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:23.728172 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-da614f50-a694-4ec3-957a-b1bc7b22d214 tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854236732'] for security_group_rule, after_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:23.740810 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72b42eb-fcf3-405e-a90b-8faa7ff0ac6d req-bd3e0d3d-1ae0-4ed1-84aa-063c2024e2f5 tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:18:23.742848 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-c72b42eb-fcf3-405e-a90b-8faa7ff0ac6d req-bd3e0d3d-1ae0-4ed1-84aa-063c2024e2f5 tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] 10.222.0.32 "GET /v2.0/ports?device_id=6345661c-9713-4d1c-aab4-a71f62000a4c HTTP/1.1" status: 200 len: 931 time: 0.1774156 Apr 20 18:18:23.747450 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-9dd51144-4d1c-4dc4-af30-4118a61187c4 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:18:23.786042 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da614f50-a694-4ec3-957a-b1bc7b22d214 tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5803e807-88d1-4353-9733-2119dc51c83a,revision_number=0']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:18:23.795118 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-da614f50-a694-4ec3-957a-b1bc7b22d214 tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:18:23.799129 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-da614f50-a694-4ec3-957a-b1bc7b22d214 tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:23.800413 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-da614f50-a694-4ec3-957a-b1bc7b22d214 tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3283002 Apr 20 18:18:23.804333 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.32', 52286) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:18:23.810524 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.v2.base [None req-2babd0a6-4f32-42c7-8cca-14c47e88e815 tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] Request body: {'security_group_rule': {'security_group_id': '7b994cb4-8011-4e1a-8be2-9459735723ec', 'project_id': 'c63217fb60aa4544a29b035267cf6bf0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=86310) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:18:23.821889 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-2babd0a6-4f32-42c7-8cca-14c47e88e815 tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:18:23.822997 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-2babd0a6-4f32-42c7-8cca-14c47e88e815 tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] Usage tracker for resource:security_group_rule and tenant:c63217fb60aa4544a29b035267cf6bf0 is out of sync, need to count used quota {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:18:23.825944 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-2babd0a6-4f32-42c7-8cca-14c47e88e815 tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:18:23.833264 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-2babd0a6-4f32-42c7-8cca-14c47e88e815 tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:18:23.849821 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-c72b42eb-fcf3-405e-a90b-8faa7ff0ac6d req-62295d7b-db38-4953-b651-caf46cb8d1a6 tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] 10.222.0.32 "GET /v2.0/security-groups?id=65af6381-35bc-4067-932d-2c0d9f598574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959589 Apr 20 18:18:23.854351 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-2babd0a6-4f32-42c7-8cca-14c47e88e815 tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:23.932889 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-2babd0a6-4f32-42c7-8cca-14c47e88e815 tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:23.953385 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-2babd0a6-4f32-42c7-8cca-14c47e88e815 tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854236732'] for security_group_rule, after_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:23.953385 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-735901e6-77af-4100-bf20-778a82b2bea2 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:18:23.980064 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-2babd0a6-4f32-42c7-8cca-14c47e88e815 tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:23.983982 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-2babd0a6-4f32-42c7-8cca-14c47e88e815 tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1760035 Apr 20 18:18:23.984799 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.32', 52292) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:18:23.987352 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2babd0a6-4f32-42c7-8cca-14c47e88e815 tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=262d6d93-0de8-4a61-9d53-df769ed1ee99,revision_number=0']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:18:23.990124 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-2babd0a6-4f32-42c7-8cca-14c47e88e815 tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:18:23.992859 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.v2.base [None req-f1773c61-d9eb-47bb-b080-19eacfac9997 tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] Request body: {'security_group_rule': {'security_group_id': '7b994cb4-8011-4e1a-8be2-9459735723ec', 'project_id': 'c63217fb60aa4544a29b035267cf6bf0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=86311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:18:24.004476 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-f1773c61-d9eb-47bb-b080-19eacfac9997 tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:18:24.016833 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-f1773c61-d9eb-47bb-b080-19eacfac9997 tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] Usage tracker for resource:security_group_rule and tenant:c63217fb60aa4544a29b035267cf6bf0 is out of sync, need to count used quota {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:18:24.025755 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-f1773c61-d9eb-47bb-b080-19eacfac9997 tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:18:24.078382 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-f1773c61-d9eb-47bb-b080-19eacfac9997 tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:18:24.096613 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.db.securitygroups_db [None req-f1773c61-d9eb-47bb-b080-19eacfac9997 tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] Project c63217fb60aa4544a29b035267cf6bf0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 18:18:24.107891 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-f1773c61-d9eb-47bb-b080-19eacfac9997 tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:24.185274 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_hamode_db [None req-f33e6b33-31c0-462b-ad80-569f8757c9ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '472a3c87-35b0-49ba-8917-5138d1f04fec', 'name': 'tempest-TestShelveInstance-613092742-router', 'tenant_id': '92893a5d06f94830b83805b9b11fe79c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26051af8-ebd0-4db2-857e-181975352424', 'external_fixed_ips': [{'subnet_id': 'a8fb9e9c-99d7-49f9-8da9-302520785055', 'ip_address': '172.28.0.23'}], 'enable_snat': True}, 'gw_port_id': 'cd64ce61-92b4-44d2-a255-daeac253dce7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:18:10Z', 'updated_at': '2021-04-20T18:18:19Z', 'revision_number': 4, 'project_id': '92893a5d06f94830b83805b9b11fe79c', 'gw_port': {'id': 'cd64ce61-92b4-44d2-a255-daeac253dce7', 'name': '', 'network_id': '26051af8-ebd0-4db2-857e-181975352424', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:d7:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '472a3c87-35b0-49ba-8917-5138d1f04fec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'a8fb9e9c-99d7-49f9-8da9-302520785055', 'ip_address': '172.28.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:18:13Z', 'updated_at': '2021-04-20T18:18:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8fb9e9c-99d7-49f9-8da9-302520785055', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-2-smb', '_interfaces': [{'id': 'f7bcbeb0-2f41-4074-8166-706dba1de13d', 'name': '', 'network_id': '3d76939e-c611-4d6b-a492-ef06b8727f1c', 'tenant_id': '92893a5d06f94830b83805b9b11fe79c', 'mac_address': 'fa:16:3e:35:d3:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '472a3c87-35b0-49ba-8917-5138d1f04fec', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'c0f83671-e397-4954-b9fd-819e5f16f831', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:18:18Z', 'updated_at': '2021-04-20T18:18:19Z', 'revision_number': 2, 'project_id': '92893a5d06f94830b83805b9b11fe79c', 'subnets': [{'id': 'c0f83671-e397-4954-b9fd-819e5f16f831', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786929-2-smb', False) {} {{(pid=86312) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:18:24.192020 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f33e6b33-31c0-462b-ad80-569f8757c9ce None None] Checking router: 472a3c87-35b0-49ba-8917-5138d1f04fec for host: dv-cinder-786929-2-smb {{(pid=86312) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 18:18:24.193253 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f33e6b33-31c0-462b-ad80-569f8757c9ce None None] Updating router 472a3c87-35b0-49ba-8917-5138d1f04fec port f7bcbeb0-2f41-4074-8166-706dba1de13d binding host dv-cinder-786929-2-smb {{(pid=86312) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 20 18:18:24.204952 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7f3c1d-9024-4fd3-bd17-082c3541dc36 req-63af0082-0d3f-410d-be8a-89c0034a56d1 tempest-VolumesActionsTest-413286933 tempest-VolumesActionsTest-413286933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:18:24.212653 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-9e7f3c1d-9024-4fd3-bd17-082c3541dc36 req-63af0082-0d3f-410d-be8a-89c0034a56d1 tempest-VolumesActionsTest-413286933 tempest-VolumesActionsTest-413286933-project] 10.222.0.32 "GET /v2.0/ports?device_id=008a8d37-282e-4369-b1b1-c579a050a93d HTTP/1.1" status: 200 len: 945 time: 0.1768041 Apr 20 18:18:24.230679 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-f1773c61-d9eb-47bb-b080-19eacfac9997 tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:24.250775 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-f1773c61-d9eb-47bb-b080-19eacfac9997 tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854236732'] for security_group_rule, after_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:24.258744 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:18:24.300526 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1773c61-d9eb-47bb-b080-19eacfac9997 tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c560b84-a86b-460d-ab28-37cc9d0118d4,revision_number=0']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:18:24.300783 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-f33e6b33-31c0-462b-ad80-569f8757c9ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624671'] for port, before_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:24.306518 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-f1773c61-d9eb-47bb-b080-19eacfac9997 tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:18:24.315647 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-9e7f3c1d-9024-4fd3-bd17-082c3541dc36 req-14e0f7ff-d059-4f3a-87a1-62ed3cbfaf08 tempest-VolumesActionsTest-413286933 tempest-VolumesActionsTest-413286933-project] 10.222.0.32 "GET /v2.0/security-groups?id=159e6823-83c7-488c-a617-0884749e7f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829396 Apr 20 18:18:24.316979 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-f1773c61-d9eb-47bb-b080-19eacfac9997 tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:24.320482 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-f1773c61-d9eb-47bb-b080-19eacfac9997 tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3323481 Apr 20 18:18:24.322066 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.32', 52298) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:18:24.328880 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.v2.base [None req-74909f6f-f70f-46d3-a396-0f02bad9a0d4 tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] Request body: {'security_group_rule': {'security_group_id': '7b994cb4-8011-4e1a-8be2-9459735723ec', 'project_id': 'c63217fb60aa4544a29b035267cf6bf0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=86310) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:18:24.338402 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-74909f6f-f70f-46d3-a396-0f02bad9a0d4 tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:18:24.343380 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-74909f6f-f70f-46d3-a396-0f02bad9a0d4 tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] Usage tracker for resource:security_group_rule and tenant:c63217fb60aa4544a29b035267cf6bf0 is out of sync, need to count used quota {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:18:24.347410 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-74909f6f-f70f-46d3-a396-0f02bad9a0d4 tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:18:24.355382 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-74909f6f-f70f-46d3-a396-0f02bad9a0d4 tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:18:24.368698 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.db.securitygroups_db [None req-74909f6f-f70f-46d3-a396-0f02bad9a0d4 tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] Project c63217fb60aa4544a29b035267cf6bf0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 18:18:24.376086 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-74909f6f-f70f-46d3-a396-0f02bad9a0d4 tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:24.466792 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-74909f6f-f70f-46d3-a396-0f02bad9a0d4 tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:24.469575 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-74909f6f-f70f-46d3-a396-0f02bad9a0d4 tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854236732'] for security_group_rule, after_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:24.471696 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:18:24.497752 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74909f6f-f70f-46d3-a396-0f02bad9a0d4 tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8374fe6e-f0cb-49d6-b9f9-3b60214d0dd4,revision_number=0']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:18:24.501125 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-74909f6f-f70f-46d3-a396-0f02bad9a0d4 tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:18:24.507413 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-74909f6f-f70f-46d3-a396-0f02bad9a0d4 tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:24.517438 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-74909f6f-f70f-46d3-a396-0f02bad9a0d4 tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1854534 Apr 20 18:18:24.561989 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7baf43-3157-4696-8887-7d16b99ca484 req-c2b15d47-0b4b-431f-b8e0-42a1b2a1a91d tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:18:24.571044 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-4f7baf43-3157-4696-8887-7d16b99ca484 req-c2b15d47-0b4b-431f-b8e0-42a1b2a1a91d tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] 10.222.0.32 "GET /v2.0/ports?device_id=017750e2-2faa-492d-81ff-e9560fb475f5 HTTP/1.1" status: 200 len: 945 time: 0.1162031 Apr 20 18:18:24.629234 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-4f7baf43-3157-4696-8887-7d16b99ca484 req-70c1076e-b04d-439b-be21-4fed59557db2 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] 10.222.0.32 "GET /v2.0/security-groups?id=38e27d19-d8a9-48d6-a9d6-ec021bffb723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533781 Apr 20 18:18:24.811901 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-f33e6b33-31c0-462b-ad80-569f8757c9ce None None] Notify callbacks [] for port, precommit_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:24.825380 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.provisioning_blocks [None req-f33e6b33-31c0-462b-ad80-569f8757c9ce None None] Transition to ACTIVE for port object f7bcbeb0-2f41-4074-8166-706dba1de13d will not be triggered until provisioned by entity L2. {{(pid=86312) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 18:18:24.831988 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-f33e6b33-31c0-462b-ad80-569f8757c9ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852966479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736993730504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736993280695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299861495088'] for port, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:24.837930 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:18:24.840467 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e998a73-bebc-49fb-865b-34620f0d3b16 req-6d05fd54-6ae6-4308-b882-fcfa097c4ead tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:18:24.842146 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-8e998a73-bebc-49fb-865b-34620f0d3b16 req-6d05fd54-6ae6-4308-b882-fcfa097c4ead tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] 10.222.0.32 "GET /v2.0/ports?device_id=57b2d215-a646-4377-934b-f64e1f3dabe0 HTTP/1.1" status: 200 len: 946 time: 0.0974357 Apr 20 18:18:24.910712 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-8e998a73-bebc-49fb-865b-34620f0d3b16 req-379a9add-c6ae-4e4c-a2bf-724cb45c5e35 tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] 10.222.0.32 "GET /v2.0/security-groups?id=63e5a295-1c1b-4259-93ce-61133d92337d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571110 Apr 20 18:18:25.038558 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0acb86-b755-4fc0-a7af-acbbc8db6d26 None None] Pushing event updated for resources: {'Port': ['ID=f7bcbeb0-2f41-4074-8166-706dba1de13d,revision_number=3']} {{(pid=86312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:18:25.068018 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-7f0acb86-b755-4fc0-a7af-acbbc8db6d26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:18:25.097153 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.managers [None req-f33e6b33-31c0-462b-ad80-569f8757c9ce None None] Attempting to bind port f7bcbeb0-2f41-4074-8166-706dba1de13d on host dv-cinder-786929-2-smb for vnic_type normal with profile {{(pid=86312) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 18:18:25.097663 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.managers [None req-f33e6b33-31c0-462b-ad80-569f8757c9ce None None] Attempting to bind port f7bcbeb0-2f41-4074-8166-706dba1de13d by drivers openvswitch,hyperv on host dv-cinder-786929-2-smb at level 0 using segments [{'id': '34c3b8d6-b6fd-4e21-86f4-5fb0712f0aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '3d76939e-c611-4d6b-a492-ef06b8727f1c'}] {{(pid=86312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 18:18:25.098056 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f33e6b33-31c0-462b-ad80-569f8757c9ce None None] Attempting to bind port f7bcbeb0-2f41-4074-8166-706dba1de13d on network 3d76939e-c611-4d6b-a492-ef06b8727f1c {{(pid=86312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 18:18:25.105217 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f33e6b33-31c0-462b-ad80-569f8757c9ce None None] Checking agent: {'id': '909349f5-e61f-491f-bcfb-3e6f3416917d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786929-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 7, 12), 'started_at': datetime.datetime(2021, 4, 20, 18, 7, 42), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 18, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786929-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 18:18:25.106041 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f33e6b33-31c0-462b-ad80-569f8757c9ce None None] Checking segment: {'id': '34c3b8d6-b6fd-4e21-86f4-5fb0712f0aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '3d76939e-c611-4d6b-a492-ef06b8727f1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86312) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 18:18:25.106751 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-f33e6b33-31c0-462b-ad80-569f8757c9ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:25.107523 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f33e6b33-31c0-462b-ad80-569f8757c9ce None None] Bound using segment: {'id': '34c3b8d6-b6fd-4e21-86f4-5fb0712f0aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '3d76939e-c611-4d6b-a492-ef06b8727f1c'} {{(pid=86312) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 18:18:25.108921 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.managers [None req-f33e6b33-31c0-462b-ad80-569f8757c9ce None None] Bound port: f7bcbeb0-2f41-4074-8166-706dba1de13d, host: dv-cinder-786929-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34c3b8d6-b6fd-4e21-86f4-5fb0712f0aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '3d76939e-c611-4d6b-a492-ef06b8727f1c'}}] {{(pid=86312) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 18:18:25.109598 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-f33e6b33-31c0-462b-ad80-569f8757c9ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624671'] for port, before_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:25.162332 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82528dc-7f00-441a-bae1-b69d802b810f req-261bc379-3d5f-4f73-bed9-235e9f9435e6 tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:18:25.164361 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-a82528dc-7f00-441a-bae1-b69d802b810f req-261bc379-3d5f-4f73-bed9-235e9f9435e6 tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] 10.222.0.32 "GET /v2.0/ports?device_id=6345661c-9713-4d1c-aab4-a71f62000a4c HTTP/1.1" status: 200 len: 931 time: 0.1345081 Apr 20 18:18:25.283220 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-a82528dc-7f00-441a-bae1-b69d802b810f req-23469537-458a-4505-b51f-a3af1fe8f897 tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] 10.222.0.32 "GET /v2.0/security-groups?id=65af6381-35bc-4067-932d-2c0d9f598574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784411 Apr 20 18:18:25.312922 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.db [None req-f33e6b33-31c0-462b-ad80-569f8757c9ce None None] For port f7bcbeb0-2f41-4074-8166-706dba1de13d, host dv-cinder-786929-2-smb, cleared binding levels {{(pid=86312) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 18:18:25.312922 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.db [None req-f33e6b33-31c0-462b-ad80-569f8757c9ce None None] For port f7bcbeb0-2f41-4074-8166-706dba1de13d, host dv-cinder-786929-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-2-smb',level=0,port_id=f7bcbeb0-2f41-4074-8166-706dba1de13d,segment=NetworkSegment(34c3b8d6-b6fd-4e21-86f4-5fb0712f0aa5),segment_id=34c3b8d6-b6fd-4e21-86f4-5fb0712f0aa5)] {{(pid=86312) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 18:18:25.426072 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-f33e6b33-31c0-462b-ad80-569f8757c9ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852966479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736993730504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736993280695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299861495088'] for port, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:25.433037 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-8050267c-c333-4034-98b8-c32aea4fb8f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:18:25.540841 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f33e6b33-31c0-462b-ad80-569f8757c9ce None None] Routers {'472a3c87-35b0-49ba-8917-5138d1f04fec'} bound to L3 agent in host dv-cinder-786929-2-smb {{(pid=86312) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:18:25.541534 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_hamode_db [None req-f33e6b33-31c0-462b-ad80-569f8757c9ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786929-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-20T18:07:11Z,description=,heartbeat_timestamp=2021-04-20T18:18:11Z,host='dv-cinder-786929-2-smb',id=40af0123-fc20-4e27-8672-759459b7c5ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T18:07:11Z,topic='l3_agent')) {'router_ids': ['472a3c87-35b0-49ba-8917-5138d1f04fec'], 'active': True} {{(pid=86312) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:18:25.542619 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.v2.base [req-d6982bc1-0472-4810-b4aa-50f8fdf77ae4 req-98fe0b17-4e63-4eb6-bd49-0fcf940be85c service neutron] Request body: {'port': {'device_id': '6345661c-9713-4d1c-aab4-a71f62000a4c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78692'}} {{(pid=86310) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:18:25.739438 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba596457-0ed1-4b79-b4de-7693c9137fd6 req-21cc233d-310a-4ba0-83cb-88281a940870 tempest-VolumesActionsTest-413286933 tempest-VolumesActionsTest-413286933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:18:25.748574 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-ba596457-0ed1-4b79-b4de-7693c9137fd6 req-21cc233d-310a-4ba0-83cb-88281a940870 tempest-VolumesActionsTest-413286933 tempest-VolumesActionsTest-413286933-project] 10.222.0.32 "GET /v2.0/ports?device_id=008a8d37-282e-4369-b1b1-c579a050a93d HTTP/1.1" status: 200 len: 945 time: 0.3067005 Apr 20 18:18:25.819952 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-ba596457-0ed1-4b79-b4de-7693c9137fd6 req-150d8140-2596-4bd9-a016-929a47b6ae34 tempest-VolumesActionsTest-413286933 tempest-VolumesActionsTest-413286933-project] 10.222.0.32 "GET /v2.0/security-groups?id=159e6823-83c7-488c-a617-0884749e7f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701892 Apr 20 18:18:25.953933 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0acb86-b755-4fc0-a7af-acbbc8db6d26 None None] Pushing event updated for resources: {'Port': ['ID=f7bcbeb0-2f41-4074-8166-706dba1de13d,revision_number=4']} {{(pid=86312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:18:25.957416 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-7f0acb86-b755-4fc0-a7af-acbbc8db6d26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.525s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:18:26.056227 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-d6982bc1-0472-4810-b4aa-50f8fdf77ae4 req-98fe0b17-4e63-4eb6-bd49-0fcf940be85c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624671'] for port, before_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:26.086778 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-9516e110-2c9b-48af-b142-74d117aa3a20 req-75f178bb-6a22-4127-9e63-0b4b6b0b35f6 service neutron] 10.222.0.13 "GET /v2.0/networks/eb98ba18-b0fc-455c-9bef-282881864632?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5535743 Apr 20 18:18:26.153978 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_dvr_db [None req-f33e6b33-31c0-462b-ad80-569f8757c9ce None None] Set router 472a3c87-35b0-49ba-8917-5138d1f04fec gateway port host: dv-cinder-786929-2-smb {{(pid=86312) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 18:18:26.200968 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91a2509-ccf7-4be0-a8b5-535247e9c988 req-29341a3c-34e1-4e3e-8cbd-15f9ef2b2b77 tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:18:26.203088 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-a91a2509-ccf7-4be0-a8b5-535247e9c988 req-29341a3c-34e1-4e3e-8cbd-15f9ef2b2b77 tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] 10.222.0.32 "GET /v2.0/ports?device_id=57b2d215-a646-4377-934b-f64e1f3dabe0 HTTP/1.1" status: 200 len: 946 time: 0.1343827 Apr 20 18:18:26.288257 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-a91a2509-ccf7-4be0-a8b5-535247e9c988 req-a98f57aa-4f86-4a7a-84c1-727202dab233 tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] 10.222.0.32 "GET /v2.0/security-groups?id=63e5a295-1c1b-4259-93ce-61133d92337d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717909 Apr 20 18:18:26.293915 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793247bb-7bc5-4c9a-844a-887165e4f567 req-296d9365-d0ec-4195-a0a1-99bb0c45e1fd tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:18:26.295603 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-793247bb-7bc5-4c9a-844a-887165e4f567 req-296d9365-d0ec-4195-a0a1-99bb0c45e1fd tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] 10.222.0.32 "GET /v2.0/ports?device_id=017750e2-2faa-492d-81ff-e9560fb475f5 HTTP/1.1" status: 200 len: 945 time: 0.4299886 Apr 20 18:18:26.482057 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-9516e110-2c9b-48af-b142-74d117aa3a20 req-83ace518-a04a-4816-9478-9ed7f1dfac49 service neutron] 10.222.0.13 "GET /v2.0/networks/eb98ba18-b0fc-455c-9bef-282881864632?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3577728 Apr 20 18:18:26.492063 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-793247bb-7bc5-4c9a-844a-887165e4f567 req-82ffa50f-70d9-412a-9bc4-f214c3fa8ece tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] 10.222.0.32 "GET /v2.0/security-groups?id=38e27d19-d8a9-48d6-a9d6-ec021bffb723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1458824 Apr 20 18:18:26.550046 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dc7921-432c-41eb-8866-fea427b14852 req-58ab693a-e73a-45a2-a0d1-de0b2b832e4e tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:18:26.556297 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-01dc7921-432c-41eb-8866-fea427b14852 req-58ab693a-e73a-45a2-a0d1-de0b2b832e4e tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] 10.222.0.32 "GET /v2.0/ports?device_id=6345661c-9713-4d1c-aab4-a71f62000a4c HTTP/1.1" status: 200 len: 931 time: 0.1221235 Apr 20 18:18:26.642827 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_hamode_db [None req-f33e6b33-31c0-462b-ad80-569f8757c9ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '472a3c87-35b0-49ba-8917-5138d1f04fec', 'name': 'tempest-TestShelveInstance-613092742-router', 'tenant_id': '92893a5d06f94830b83805b9b11fe79c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26051af8-ebd0-4db2-857e-181975352424', 'external_fixed_ips': [{'subnet_id': 'a8fb9e9c-99d7-49f9-8da9-302520785055', 'ip_address': '172.28.0.23'}], 'enable_snat': True}, 'gw_port_id': 'cd64ce61-92b4-44d2-a255-daeac253dce7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:18:10Z', 'updated_at': '2021-04-20T18:18:19Z', 'revision_number': 4, 'project_id': '92893a5d06f94830b83805b9b11fe79c', 'gw_port': {'id': 'cd64ce61-92b4-44d2-a255-daeac253dce7', 'name': '', 'network_id': '26051af8-ebd0-4db2-857e-181975352424', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:d7:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '472a3c87-35b0-49ba-8917-5138d1f04fec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'a8fb9e9c-99d7-49f9-8da9-302520785055', 'ip_address': '172.28.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:18:13Z', 'updated_at': '2021-04-20T18:18:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8fb9e9c-99d7-49f9-8da9-302520785055', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-2-smb', '_interfaces': [{'id': 'f7bcbeb0-2f41-4074-8166-706dba1de13d', 'name': '', 'network_id': '3d76939e-c611-4d6b-a492-ef06b8727f1c', 'tenant_id': '92893a5d06f94830b83805b9b11fe79c', 'mac_address': 'fa:16:3e:35:d3:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '472a3c87-35b0-49ba-8917-5138d1f04fec', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'c0f83671-e397-4954-b9fd-819e5f16f831', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:18:18Z', 'updated_at': '2021-04-20T18:18:25Z', 'revision_number': 4, 'project_id': '92893a5d06f94830b83805b9b11fe79c', 'subnets': [{'id': 'c0f83671-e397-4954-b9fd-819e5f16f831', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786929-2-smb', False) {} {{(pid=86312) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:18:26.648831 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f33e6b33-31c0-462b-ad80-569f8757c9ce None None] The sync data for ids ['472a3c87-35b0-49ba-8917-5138d1f04fec'] in dv-cinder-786929-2-smb is: [{'id': '472a3c87-35b0-49ba-8917-5138d1f04fec', 'name': 'tempest-TestShelveInstance-613092742-router', 'tenant_id': '92893a5d06f94830b83805b9b11fe79c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26051af8-ebd0-4db2-857e-181975352424', 'external_fixed_ips': [{'subnet_id': 'a8fb9e9c-99d7-49f9-8da9-302520785055', 'ip_address': '172.28.0.23'}], 'enable_snat': True}, 'gw_port_id': 'cd64ce61-92b4-44d2-a255-daeac253dce7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:18:10Z', 'updated_at': '2021-04-20T18:18:19Z', 'revision_number': 4, 'project_id': '92893a5d06f94830b83805b9b11fe79c', 'gw_port': {'id': 'cd64ce61-92b4-44d2-a255-daeac253dce7', 'name': '', 'network_id': '26051af8-ebd0-4db2-857e-181975352424', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:d7:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '472a3c87-35b0-49ba-8917-5138d1f04fec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'a8fb9e9c-99d7-49f9-8da9-302520785055', 'ip_address': '172.28.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:18:13Z', 'updated_at': '2021-04-20T18:18:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8fb9e9c-99d7-49f9-8da9-302520785055', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-2-smb', '_interfaces': [{'id': 'f7bcbeb0-2f41-4074-8166-706dba1de13d', 'name': '', 'network_id': '3d76939e-c611-4d6b-a492-ef06b8727f1c', 'tenant_id': '92893a5d06f94830b83805b9b11fe79c', 'mac_address': 'fa:16:3e:35:d3:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '472a3c87-35b0-49ba-8917-5138d1f04fec', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'c0f83671-e397-4954-b9fd-819e5f16f831', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:18:18Z', 'updated_at': '2021-04-20T18:18:25Z', 'revision_number': 4, 'project_id': '92893a5d06f94830b83805b9b11fe79c', 'subnets': [{'id': 'c0f83671-e397-4954-b9fd-819e5f16f831', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86312) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 18:18:26.682374 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-01dc7921-432c-41eb-8866-fea427b14852 req-b5dd794b-120a-416b-8e08-8234efed14ec tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] 10.222.0.32 "GET /v2.0/security-groups?id=65af6381-35bc-4067-932d-2c0d9f598574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151369 Apr 20 18:18:26.848341 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.notifiers.nova [req-d6982bc1-0472-4810-b4aa-50f8fdf77ae4 req-98fe0b17-4e63-4eb6-bd49-0fcf940be85c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b06d5600-9f6f-4c29-906d-c6c4be47d3d4 {{(pid=86310) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 18:18:26.858318 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-d6982bc1-0472-4810-b4aa-50f8fdf77ae4 req-98fe0b17-4e63-4eb6-bd49-0fcf940be85c service neutron] Notify callbacks [] for port, precommit_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:26.877062 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.provisioning_blocks [req-d6982bc1-0472-4810-b4aa-50f8fdf77ae4 req-98fe0b17-4e63-4eb6-bd49-0fcf940be85c service neutron] Transition to ACTIVE for port object b06d5600-9f6f-4c29-906d-c6c4be47d3d4 will not be triggered until provisioned by entity L2. {{(pid=86310) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 18:18:26.880216 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-d6982bc1-0472-4810-b4aa-50f8fdf77ae4 req-98fe0b17-4e63-4eb6-bd49-0fcf940be85c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852966479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736993730504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736993280695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299861495088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2350837'] for port, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:26.886006 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-4b65e633-557a-4887-9371-2cd62667f896 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:18:27.049113 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fe0b17-4e63-4eb6-bd49-0fcf940be85c service neutron] Pushing event updated for resources: {'Port': ['ID=b06d5600-9f6f-4c29-906d-c6c4be47d3d4,revision_number=2']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:18:27.059390 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf991f2-413f-4e12-8b1f-fd036d157362 req-04b36587-6c7e-4407-9ed6-fb95052d3efb tempest-VolumesActionsTest-413286933 tempest-VolumesActionsTest-413286933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:18:27.067759 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-edf991f2-413f-4e12-8b1f-fd036d157362 req-04b36587-6c7e-4407-9ed6-fb95052d3efb tempest-VolumesActionsTest-413286933 tempest-VolumesActionsTest-413286933-project] 10.222.0.32 "GET /v2.0/ports?device_id=008a8d37-282e-4369-b1b1-c579a050a93d HTTP/1.1" status: 200 len: 945 time: 0.1210382 Apr 20 18:18:27.086941 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-98fe0b17-4e63-4eb6-bd49-0fcf940be85c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:18:27.134541 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-edf991f2-413f-4e12-8b1f-fd036d157362 req-d254a1ee-df32-4c18-8dbe-449e55d37aa8 tempest-VolumesActionsTest-413286933 tempest-VolumesActionsTest-413286933-project] 10.222.0.32 "GET /v2.0/security-groups?id=159e6823-83c7-488c-a617-0884749e7f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659549 Apr 20 18:18:27.199550 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.managers [req-d6982bc1-0472-4810-b4aa-50f8fdf77ae4 req-98fe0b17-4e63-4eb6-bd49-0fcf940be85c service neutron] Attempting to bind port b06d5600-9f6f-4c29-906d-c6c4be47d3d4 on host hv-cinder-78692 for vnic_type normal with profile {{(pid=86310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 18:18:27.199999 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.managers [req-d6982bc1-0472-4810-b4aa-50f8fdf77ae4 req-98fe0b17-4e63-4eb6-bd49-0fcf940be85c service neutron] Attempting to bind port b06d5600-9f6f-4c29-906d-c6c4be47d3d4 by drivers openvswitch,hyperv on host hv-cinder-78692 at level 0 using segments [{'id': 'c3761845-e004-4da1-9e49-7695607d742e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '5467fe04-58d8-4cf1-9bf3-ac31cba799ff'}] {{(pid=86310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 18:18:27.200278 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6982bc1-0472-4810-b4aa-50f8fdf77ae4 req-98fe0b17-4e63-4eb6-bd49-0fcf940be85c service neutron] Attempting to bind port b06d5600-9f6f-4c29-906d-c6c4be47d3d4 on network 5467fe04-58d8-4cf1-9bf3-ac31cba799ff {{(pid=86310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 18:18:27.205982 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6982bc1-0472-4810-b4aa-50f8fdf77ae4 req-98fe0b17-4e63-4eb6-bd49-0fcf940be85c service neutron] Port b06d5600-9f6f-4c29-906d-c6c4be47d3d4 on network 5467fe04-58d8-4cf1-9bf3-ac31cba799ff not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78692 {{(pid=86310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 18:18:27.209538 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6982bc1-0472-4810-b4aa-50f8fdf77ae4 req-98fe0b17-4e63-4eb6-bd49-0fcf940be85c service neutron] Attempting to bind port b06d5600-9f6f-4c29-906d-c6c4be47d3d4 on network 5467fe04-58d8-4cf1-9bf3-ac31cba799ff {{(pid=86310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 18:18:27.216669 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6982bc1-0472-4810-b4aa-50f8fdf77ae4 req-98fe0b17-4e63-4eb6-bd49-0fcf940be85c service neutron] Checking agent: {'id': '71059bf3-e4c5-4d56-bb94-7a29312e7bcf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78692', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 14, 3), 'started_at': datetime.datetime(2021, 4, 20, 18, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 18, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 18:18:27.217063 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6982bc1-0472-4810-b4aa-50f8fdf77ae4 req-98fe0b17-4e63-4eb6-bd49-0fcf940be85c service neutron] Checking segment: {'id': 'c3761845-e004-4da1-9e49-7695607d742e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '5467fe04-58d8-4cf1-9bf3-ac31cba799ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 18:18:27.217513 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6982bc1-0472-4810-b4aa-50f8fdf77ae4 req-98fe0b17-4e63-4eb6-bd49-0fcf940be85c service neutron] Bound using segment: {'id': 'c3761845-e004-4da1-9e49-7695607d742e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '5467fe04-58d8-4cf1-9bf3-ac31cba799ff'} {{(pid=86310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 18:18:27.217967 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.managers [req-d6982bc1-0472-4810-b4aa-50f8fdf77ae4 req-98fe0b17-4e63-4eb6-bd49-0fcf940be85c service neutron] Bound port: b06d5600-9f6f-4c29-906d-c6c4be47d3d4, host: hv-cinder-78692, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3761845-e004-4da1-9e49-7695607d742e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '5467fe04-58d8-4cf1-9bf3-ac31cba799ff'}}] {{(pid=86310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 18:18:27.218290 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-d6982bc1-0472-4810-b4aa-50f8fdf77ae4 req-98fe0b17-4e63-4eb6-bd49-0fcf940be85c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624671'] for port, before_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:27.335345 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.rpc [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Device f7bcbeb0-2f41-4074-8166-706dba1de13d up at agent ovs-agent-dv-cinder-786929-2-smb {{(pid=86312) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:18:27.361415 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.db [req-d6982bc1-0472-4810-b4aa-50f8fdf77ae4 req-98fe0b17-4e63-4eb6-bd49-0fcf940be85c service neutron] For port b06d5600-9f6f-4c29-906d-c6c4be47d3d4, host hv-cinder-78692, cleared binding levels {{(pid=86310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 18:18:27.365778 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.db [req-d6982bc1-0472-4810-b4aa-50f8fdf77ae4 req-98fe0b17-4e63-4eb6-bd49-0fcf940be85c service neutron] For port b06d5600-9f6f-4c29-906d-c6c4be47d3d4, host hv-cinder-78692, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=b06d5600-9f6f-4c29-906d-c6c4be47d3d4,segment=NetworkSegment(c3761845-e004-4da1-9e49-7695607d742e),segment_id=c3761845-e004-4da1-9e49-7695607d742e)] {{(pid=86310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 18:18:27.394824 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-d6982bc1-0472-4810-b4aa-50f8fdf77ae4 req-98fe0b17-4e63-4eb6-bd49-0fcf940be85c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852966479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736993730504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736993280695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299861495088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2350837'] for port, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:27.413464 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:18:27.486027 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.provisioning_blocks [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Provisioning for port f7bcbeb0-2f41-4074-8166-706dba1de13d completed by entity L2. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 18:18:27.503004 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.provisioning_blocks [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Provisioning complete for port f7bcbeb0-2f41-4074-8166-706dba1de13d triggered by entity L2. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:18:27.503587 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853381758'] for port, provisioning_complete {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:27.528864 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6982bc1-0472-4810-b4aa-50f8fdf77ae4 req-98fe0b17-4e63-4eb6-bd49-0fcf940be85c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:18:27.530873 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-d6982bc1-0472-4810-b4aa-50f8fdf77ae4 req-98fe0b17-4e63-4eb6-bd49-0fcf940be85c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759958'] for port, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:27.532401 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-d6982bc1-0472-4810-b4aa-50f8fdf77ae4 req-98fe0b17-4e63-4eb6-bd49-0fcf940be85c service neutron] 10.222.0.13 "PUT /v2.0/ports/b06d5600-9f6f-4c29-906d-c6c4be47d3d4 HTTP/1.1" status: 200 len: 1093 time: 2.0007155 Apr 20 18:18:27.753082 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6345661c-9713-4d1c-aab4-a71f62000a4c', 'tag': 'b06d5600-9f6f-4c29-906d-c6c4be47d3d4'}] {{(pid=86310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:18:27.819047 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624671'] for port, before_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:27.883535 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.db [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] For port f7bcbeb0-2f41-4074-8166-706dba1de13d, host dv-cinder-786929-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-2-smb',level=0,port_id=f7bcbeb0-2f41-4074-8166-706dba1de13d,segment=NetworkSegment(34c3b8d6-b6fd-4e21-86f4-5fb0712f0aa5),segment_id=34c3b8d6-b6fd-4e21-86f4-5fb0712f0aa5)] {{(pid=86312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:18:27.886911 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852966479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736993730504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736993280695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299861495088'] for port, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:27.889025 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:18:27.897087 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43096d33-5f2c-46f8-9107-60cfde98da33 req-3b5cd689-c56a-4c90-a188-e40a3c7dd809 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:18:27.899768 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-43096d33-5f2c-46f8-9107-60cfde98da33 req-3b5cd689-c56a-4c90-a188-e40a3c7dd809 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] 10.222.0.32 "GET /v2.0/ports?device_id=017750e2-2faa-492d-81ff-e9560fb475f5 HTTP/1.1" status: 200 len: 945 time: 0.1512077 Apr 20 18:18:27.993555 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-43096d33-5f2c-46f8-9107-60cfde98da33 req-c44df7c0-e588-4d5e-b0fd-8aade6e385ec tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] 10.222.0.32 "GET /v2.0/security-groups?id=38e27d19-d8a9-48d6-a9d6-ec021bffb723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866046 Apr 20 18:18:28.012982 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Pushing event updated for resources: {'Port': ['ID=f7bcbeb0-2f41-4074-8166-706dba1de13d,revision_number=5']} {{(pid=86312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:18:28.018281 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:18:28.220374 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe04ce4-cf1e-4999-b56b-b58c068dd4f0 req-2f1a3a41-90de-4263-962e-9a23ac5212b1 tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:18:28.238232 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-1fe04ce4-cf1e-4999-b56b-b58c068dd4f0 req-2f1a3a41-90de-4263-962e-9a23ac5212b1 tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] 10.222.0.32 "GET /v2.0/ports?device_id=6345661c-9713-4d1c-aab4-a71f62000a4c HTTP/1.1" status: 200 len: 943 time: 0.1170952 Apr 20 18:18:28.239094 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fe0b17-4e63-4eb6-bd49-0fcf940be85c service neutron] Pushing event updated for resources: {'Port': ['ID=b06d5600-9f6f-4c29-906d-c6c4be47d3d4,revision_number=3']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:18:28.252721 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-98fe0b17-4e63-4eb6-bd49-0fcf940be85c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.839s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:18:28.283071 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-1fe04ce4-cf1e-4999-b56b-b58c068dd4f0 req-aaebcd08-434e-4eb8-bfff-75e02d654e08 tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] 10.222.0.32 "GET /v2.0/security-groups?id=65af6381-35bc-4067-932d-2c0d9f598574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514250 Apr 20 18:18:28.304110 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a02ec90-2a4e-4bf5-84c6-f439e56853a4 req-70d04149-2ef5-4838-ba1b-213a5220935d tempest-VolumesActionsTest-413286933 tempest-VolumesActionsTest-413286933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:18:28.305763 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-4a02ec90-2a4e-4bf5-84c6-f439e56853a4 req-70d04149-2ef5-4838-ba1b-213a5220935d tempest-VolumesActionsTest-413286933 tempest-VolumesActionsTest-413286933-project] 10.222.0.13 "GET /v2.0/ports?device_id=008a8d37-282e-4369-b1b1-c579a050a93d HTTP/1.1" status: 200 len: 945 time: 0.7634087 Apr 20 18:18:28.324173 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3a6b04-f138-483d-bc50-af015c2246f3 req-5ff86ef8-c7dc-4821-a3fa-8cbf4e78c77c tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:18:28.326042 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-5c3a6b04-f138-483d-bc50-af015c2246f3 req-5ff86ef8-c7dc-4821-a3fa-8cbf4e78c77c tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] 10.222.0.32 "GET /v2.0/ports?device_id=57b2d215-a646-4377-934b-f64e1f3dabe0 HTTP/1.1" status: 200 len: 946 time: 0.5445633 Apr 20 18:18:28.372445 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6345661c-9713-4d1c-aab4-a71f62000a4c', 'tag': 'b06d5600-9f6f-4c29-906d-c6c4be47d3d4', 'status': 'completed', 'code': 200} Apr 20 18:18:28.399805 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6982bc1-0472-4810-b4aa-50f8fdf77ae4 req-4b920217-106c-4c27-b422-0e6d7f9eb618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:18:28.401381 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-d6982bc1-0472-4810-b4aa-50f8fdf77ae4 req-4b920217-106c-4c27-b422-0e6d7f9eb618 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f1ef4bfa09f748e68c0ffb50c325b46d&device_id=6345661c-9713-4d1c-aab4-a71f62000a4c HTTP/1.1" status: 200 len: 1096 time: 0.6168146 Apr 20 18:18:28.511082 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-d6982bc1-0472-4810-b4aa-50f8fdf77ae4 req-bf005ad7-9837-458f-b036-735a512fb412 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b06d5600-9f6f-4c29-906d-c6c4be47d3d4 HTTP/1.1" status: 200 len: 217 time: 0.1014192 Apr 20 18:18:28.524523 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.plugin [req-4a02ec90-2a4e-4bf5-84c6-f439e56853a4 req-fc799467-0a52-4a56-a793-fb9857d9f5ab tempest-VolumesActionsTest-413286933 tempest-VolumesActionsTest-413286933-project] Deleting port 077c5745-8260-4223-b95d-4601ced28511 {{(pid=86310) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:18:28.524999 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-4a02ec90-2a4e-4bf5-84c6-f439e56853a4 req-fc799467-0a52-4a56-a793-fb9857d9f5ab tempest-VolumesActionsTest-413286933 tempest-VolumesActionsTest-413286933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363299861050484'] for port, before_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:28.623249 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-5c3a6b04-f138-483d-bc50-af015c2246f3 req-6e73e318-a7c5-45f8-ba93-9bcb69592be4 tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] 10.222.0.32 "GET /v2.0/security-groups?id=63e5a295-1c1b-4259-93ce-61133d92337d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2546937 Apr 20 18:18:28.671645 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2606efb1-7f29-481e-9c5e-51ccb369e244 req-4c5188db-091e-42cc-b0fe-1be809f7fdd4 tempest-VolumesActionsTest-413286933 tempest-VolumesActionsTest-413286933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:18:28.673507 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-2606efb1-7f29-481e-9c5e-51ccb369e244 req-4c5188db-091e-42cc-b0fe-1be809f7fdd4 tempest-VolumesActionsTest-413286933 tempest-VolumesActionsTest-413286933-project] 10.222.0.32 "GET /v2.0/ports?device_id=008a8d37-282e-4369-b1b1-c579a050a93d HTTP/1.1" status: 200 len: 945 time: 0.0995097 Apr 20 18:18:28.733504 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6982bc1-0472-4810-b4aa-50f8fdf77ae4 req-35681b30-2556-4487-8570-bdd68dfa36d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:18:28.733808 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-2606efb1-7f29-481e-9c5e-51ccb369e244 req-f9b540f5-51d9-4a4c-a9c9-71b83c841a90 tempest-VolumesActionsTest-413286933 tempest-VolumesActionsTest-413286933-project] 10.222.0.32 "GET /v2.0/security-groups?id=159e6823-83c7-488c-a617-0884749e7f91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521100 Apr 20 18:18:28.735166 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-d6982bc1-0472-4810-b4aa-50f8fdf77ae4 req-35681b30-2556-4487-8570-bdd68dfa36d7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b08a8d50-4a73-40a4-89c8-8b2b52f9748b HTTP/1.1" status: 200 len: 854 time: 0.1808345 Apr 20 18:18:28.985798 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6982bc1-0472-4810-b4aa-50f8fdf77ae4 req-9e6002a1-672a-407f-9d40-1430f2fc6d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:18:28.987473 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-d6982bc1-0472-4810-b4aa-50f8fdf77ae4 req-9e6002a1-672a-407f-9d40-1430f2fc6d86 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5467fe04-58d8-4cf1-9bf3-ac31cba799ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2377493 Apr 20 18:18:28.989894 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.db [req-4a02ec90-2a4e-4bf5-84c6-f439e56853a4 req-fc799467-0a52-4a56-a793-fb9857d9f5ab tempest-VolumesActionsTest-413286933 tempest-VolumesActionsTest-413286933-project] For port 077c5745-8260-4223-b95d-4601ced28511, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=077c5745-8260-4223-b95d-4601ced28511,segment=NetworkSegment(5d308883-6bba-403d-84fe-7f77b08a55c0),segment_id=5d308883-6bba-403d-84fe-7f77b08a55c0)] {{(pid=86310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:18:28.990307 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-4a02ec90-2a4e-4bf5-84c6-f439e56853a4 req-fc799467-0a52-4a56-a793-fb9857d9f5ab tempest-VolumesActionsTest-413286933 tempest-VolumesActionsTest-413286933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632958'] for port, precommit_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:29.203888 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.plugin [req-4a02ec90-2a4e-4bf5-84c6-f439e56853a4 req-fc799467-0a52-4a56-a793-fb9857d9f5ab tempest-VolumesActionsTest-413286933 tempest-VolumesActionsTest-413286933-project] Calling delete_port for 077c5745-8260-4223-b95d-4601ced28511 owned by compute:nova {{(pid=86310) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 18:18:29.269836 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.rpc [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Device f7bcbeb0-2f41-4074-8166-706dba1de13d up at agent ovs-agent-dv-cinder-786929-2-smb {{(pid=86312) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:18:29.355698 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.provisioning_blocks [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Provisioning complete for port f7bcbeb0-2f41-4074-8166-706dba1de13d triggered by entity L2. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:18:29.356465 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853381758'] for port, provisioning_complete {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:29.361112 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-d6982bc1-0472-4810-b4aa-50f8fdf77ae4 req-7fc685e1-c358-40ea-8ee7-7609ad1af17c service neutron] 10.222.0.13 "GET /v2.0/networks/5467fe04-58d8-4cf1-9bf3-ac31cba799ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3621306 Apr 20 18:18:29.444180 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6839f870-dc36-42b0-9479-73630598a63a req-282811d2-2500-4424-a301-343ec7e4667b tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:18:29.447144 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-6839f870-dc36-42b0-9479-73630598a63a req-282811d2-2500-4424-a301-343ec7e4667b tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] 10.222.0.32 "GET /v2.0/ports?device_id=e0aba721-291d-4cb5-807c-6021f6d6a677 HTTP/1.1" status: 200 len: 945 time: 0.1051626 Apr 20 18:18:29.511059 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-6839f870-dc36-42b0-9479-73630598a63a req-57c38b08-eaf2-4b25-8b41-db79aaaaf8ad tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] 10.222.0.32 "GET /v2.0/security-groups?id=e00ece0e-9c57-41eb-9bc3-9c38bfc30996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586584 Apr 20 18:18:29.584804 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-4a02ec90-2a4e-4bf5-84c6-f439e56853a4 req-fc799467-0a52-4a56-a793-fb9857d9f5ab tempest-VolumesActionsTest-413286933 tempest-VolumesActionsTest-413286933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852966479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363299861045279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363299861495122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852424964'] for port, after_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:29.604093 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.db [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] get_ports_and_sgs() called for port_ids ['077c5745-8260-4223-b95d-4601ced28511'] {{(pid=86312) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 18:18:29.606276 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:18:29.668983 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc799467-0a52-4a56-a793-fb9857d9f5ab tempest-VolumesActionsTest-413286933 tempest-VolumesActionsTest-413286933-project] Pushing event deleted for resources: {'Port': ['ID=077c5745-8260-4223-b95d-4601ced28511,revision_number=None']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:18:29.679510 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-fc799467-0a52-4a56-a793-fb9857d9f5ab tempest-VolumesActionsTest-413286933 tempest-VolumesActionsTest-413286933-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:18:29.797246 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-d6982bc1-0472-4810-b4aa-50f8fdf77ae4 req-5bab1674-d7b6-43e8-9a3b-2b6e844d59a7 service neutron] 10.222.0.13 "GET /v2.0/networks/5467fe04-58d8-4cf1-9bf3-ac31cba799ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4037659 Apr 20 18:18:29.799239 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a02ec90-2a4e-4bf5-84c6-f439e56853a4 req-fc799467-0a52-4a56-a793-fb9857d9f5ab tempest-VolumesActionsTest-413286933 tempest-VolumesActionsTest-413286933-project] No DVR routers for this DVR port 077c5745-8260-4223-b95d-4601ced28511 on host hv-cinder-78692 {{(pid=86310) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 18:18:29.804900 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-4a02ec90-2a4e-4bf5-84c6-f439e56853a4 req-fc799467-0a52-4a56-a793-fb9857d9f5ab tempest-VolumesActionsTest-413286933 tempest-VolumesActionsTest-413286933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759958'] for port, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:29.818935 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f838b5-037a-4a4f-a1bf-76569e5eb4fe req-209efadd-c994-40a4-8101-ef31571ecdf6 tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:18:29.819718 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [req-a0f838b5-037a-4a4f-a1bf-76569e5eb4fe req-209efadd-c994-40a4-8101-ef31571ecdf6 tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] Synchronizing usage tracker for tenant:f1ef4bfa09f748e68c0ffb50c325b46d on resource:port {{(pid=86310) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 18:18:29.834585 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-4a02ec90-2a4e-4bf5-84c6-f439e56853a4 req-fc799467-0a52-4a56-a793-fb9857d9f5ab tempest-VolumesActionsTest-413286933 tempest-VolumesActionsTest-413286933-project] 10.222.0.13 "DELETE /v2.0/ports/077c5745-8260-4223-b95d-4601ced28511 HTTP/1.1" status: 204 len: 173 time: 1.5063429 Apr 20 18:18:29.843204 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [req-a0f838b5-037a-4a4f-a1bf-76569e5eb4fe req-209efadd-c994-40a4-8101-ef31571ecdf6 tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] Unset dirty status for tenant:f1ef4bfa09f748e68c0ffb50c325b46d on resource:port {{(pid=86310) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 18:18:29.844504 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-a0f838b5-037a-4a4f-a1bf-76569e5eb4fe req-209efadd-c994-40a4-8101-ef31571ecdf6 tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] 10.222.0.32 "GET /v2.0/ports?device_id=6345661c-9713-4d1c-aab4-a71f62000a4c HTTP/1.1" status: 200 len: 943 time: 0.3602262 Apr 20 18:18:29.870963 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac40be1-1765-48c7-becf-ce0e79d29b8c req-fe5634a9-33bc-48e1-b6c5-69fa48010a49 tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:18:29.872623 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-bac40be1-1765-48c7-becf-ce0e79d29b8c req-fe5634a9-33bc-48e1-b6c5-69fa48010a49 tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] 10.222.0.32 "GET /v2.0/ports?device_id=57b2d215-a646-4377-934b-f64e1f3dabe0 HTTP/1.1" status: 200 len: 946 time: 0.0994172 Apr 20 18:18:29.934588 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-bac40be1-1765-48c7-becf-ce0e79d29b8c req-5238b262-1f5b-44f5-a3b9-1e8b366256e9 tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] 10.222.0.32 "GET /v2.0/security-groups?id=63e5a295-1c1b-4259-93ce-61133d92337d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518906 Apr 20 18:18:29.974018 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-a0f838b5-037a-4a4f-a1bf-76569e5eb4fe req-63fc9f2b-da66-4801-ae14-440a3a7c3b6f tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] 10.222.0.32 "GET /v2.0/security-groups?id=65af6381-35bc-4067-932d-2c0d9f598574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679262 Apr 20 18:18:30.005225 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f8175a-c17e-4145-9c53-e07a8f37f0b3 req-1aa689e7-ccc3-461b-95ae-8f5a8001f63e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:18:30.006844 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-71f8175a-c17e-4145-9c53-e07a8f37f0b3 req-1aa689e7-ccc3-461b-95ae-8f5a8001f63e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f1ef4bfa09f748e68c0ffb50c325b46d&device_id=6345661c-9713-4d1c-aab4-a71f62000a4c HTTP/1.1" status: 200 len: 1096 time: 0.1567459 Apr 20 18:18:30.123640 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-f6909eed-471b-4381-9e66-baa7dd6ff643 req-6646da18-6aad-4fc9-b99f-435d03785b5f tempest-VolumesActionsTest-413286933 tempest-VolumesActionsTest-413286933-project] 10.222.0.32 "GET /v2.0/ports?device_id=008a8d37-282e-4369-b1b1-c579a050a93d HTTP/1.1" status: 200 len: 210 time: 0.0543084 Apr 20 18:18:30.186242 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f8175a-c17e-4145-9c53-e07a8f37f0b3 req-335f2184-bf69-4440-8500-f7506e02f449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:18:30.187887 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-71f8175a-c17e-4145-9c53-e07a8f37f0b3 req-335f2184-bf69-4440-8500-f7506e02f449 service neutron] 10.222.0.13 "GET /v2.0/networks?id=5467fe04-58d8-4cf1-9bf3-ac31cba799ff HTTP/1.1" status: 200 len: 916 time: 0.1554337 Apr 20 18:18:30.277198 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-71f8175a-c17e-4145-9c53-e07a8f37f0b3 req-2899c4c6-6830-4c64-90b7-bd7acb5fd22b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b06d5600-9f6f-4c29-906d-c6c4be47d3d4 HTTP/1.1" status: 200 len: 217 time: 0.0705965 Apr 20 18:18:30.356837 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f8175a-c17e-4145-9c53-e07a8f37f0b3 req-717b4737-107a-4cc6-bfba-fbfaa161d61a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:18:30.358398 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-71f8175a-c17e-4145-9c53-e07a8f37f0b3 req-717b4737-107a-4cc6-bfba-fbfaa161d61a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b08a8d50-4a73-40a4-89c8-8b2b52f9748b HTTP/1.1" status: 200 len: 854 time: 0.0723152 Apr 20 18:18:30.401179 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '008a8d37-282e-4369-b1b1-c579a050a93d', 'name': 'network-vif-deleted', 'tag': '077c5745-8260-4223-b95d-4601ced28511'}] {{(pid=86310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:18:30.450029 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f8175a-c17e-4145-9c53-e07a8f37f0b3 req-bf6d73e0-91d7-4b55-a991-05443dd6b5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:18:30.452388 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-71f8175a-c17e-4145-9c53-e07a8f37f0b3 req-bf6d73e0-91d7-4b55-a991-05443dd6b5fa service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5467fe04-58d8-4cf1-9bf3-ac31cba799ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0865395 Apr 20 18:18:30.456753 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '008a8d37-282e-4369-b1b1-c579a050a93d', 'name': 'network-vif-deleted', 'tag': '077c5745-8260-4223-b95d-4601ced28511', 'status': 'completed', 'code': 200} Apr 20 18:18:30.620946 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-71f8175a-c17e-4145-9c53-e07a8f37f0b3 req-5f708e8d-2d1b-41fa-93fb-18183a5d390d service neutron] 10.222.0.13 "GET /v2.0/networks/5467fe04-58d8-4cf1-9bf3-ac31cba799ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505239 Apr 20 18:18:30.744642 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ab7740-1620-4914-83df-203cbe68de0e req-5f23548e-8a7f-417a-b689-dd236cf5ddf8 tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:18:30.746571 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-f8ab7740-1620-4914-83df-203cbe68de0e req-5f23548e-8a7f-417a-b689-dd236cf5ddf8 tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] 10.222.0.32 "GET /v2.0/ports?device_id=e0aba721-291d-4cb5-807c-6021f6d6a677 HTTP/1.1" status: 200 len: 945 time: 0.1182928 Apr 20 18:18:30.777784 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-71f8175a-c17e-4145-9c53-e07a8f37f0b3 req-c804672b-8a08-46ac-93c4-cd42c9c6bc86 service neutron] 10.222.0.13 "GET /v2.0/networks/5467fe04-58d8-4cf1-9bf3-ac31cba799ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500311 Apr 20 18:18:30.802747 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-f8ab7740-1620-4914-83df-203cbe68de0e req-5beaee97-fb39-4763-9ea2-42bbe41e0620 tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] 10.222.0.32 "GET /v2.0/security-groups?id=e00ece0e-9c57-41eb-9bc3-9c38bfc30996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475838 Apr 20 18:18:31.151279 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d99d4a-a56a-4850-b727-020b56e4b367 req-9d5c3997-f0d6-4e0d-9dd3-4cc38898b0e5 tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:18:31.153001 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-35d99d4a-a56a-4850-b727-020b56e4b367 req-9d5c3997-f0d6-4e0d-9dd3-4cc38898b0e5 tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] 10.222.0.32 "GET /v2.0/ports?device_id=57b2d215-a646-4377-934b-f64e1f3dabe0 HTTP/1.1" status: 200 len: 946 time: 0.0933316 Apr 20 18:18:31.188256 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8bb6f5-7c05-4e23-917b-c18c81ab1cd2 req-0da99142-9ec6-44b4-8fa0-54c5e56db8ba tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:18:31.189895 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-ac8bb6f5-7c05-4e23-917b-c18c81ab1cd2 req-0da99142-9ec6-44b4-8fa0-54c5e56db8ba tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] 10.222.0.32 "GET /v2.0/ports?device_id=6345661c-9713-4d1c-aab4-a71f62000a4c HTTP/1.1" status: 200 len: 943 time: 0.0976958 Apr 20 18:18:31.203437 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-35d99d4a-a56a-4850-b727-020b56e4b367 req-64a677db-8d53-465b-9fb5-8b2f83ff4194 tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] 10.222.0.32 "GET /v2.0/security-groups?id=63e5a295-1c1b-4259-93ce-61133d92337d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438654 Apr 20 18:18:31.246642 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-ac8bb6f5-7c05-4e23-917b-c18c81ab1cd2 req-e2187784-d6cf-4cec-807a-5630f3026f7d tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] 10.222.0.32 "GET /v2.0/security-groups?id=65af6381-35bc-4067-932d-2c0d9f598574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477211 Apr 20 18:18:31.580125 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812fcae5-2c38-4825-b51e-8c74fc0e1796 req-f528fa0b-d4c1-4849-ab62-c33264a3d8ad tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:18:31.581677 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-812fcae5-2c38-4825-b51e-8c74fc0e1796 req-f528fa0b-d4c1-4849-ab62-c33264a3d8ad tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0aba721-291d-4cb5-807c-6021f6d6a677 HTTP/1.1" status: 200 len: 945 time: 0.0894163 Apr 20 18:18:31.675286 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.plugin [req-812fcae5-2c38-4825-b51e-8c74fc0e1796 req-d55d9b79-7cd5-404d-a180-3a6ad0b44d21 tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] Deleting port d119e6fd-5db7-41ca-acb1-15299c25a889 {{(pid=86310) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:18:31.675672 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-812fcae5-2c38-4825-b51e-8c74fc0e1796 req-d55d9b79-7cd5-404d-a180-3a6ad0b44d21 tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363299861050484'] for port, before_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:32.232650 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.rpc [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Device b06d5600-9f6f-4c29-906d-c6c4be47d3d4 details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=86312) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 18:18:32.268254 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.rpc [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Device 077c5745-8260-4223-b95d-4601ced28511 no longer exists at agent hyperv_hv-cinder-78692 {{(pid=86312) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 18:18:32.305820 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.db [req-812fcae5-2c38-4825-b51e-8c74fc0e1796 req-d55d9b79-7cd5-404d-a180-3a6ad0b44d21 tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] For port d119e6fd-5db7-41ca-acb1-15299c25a889, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=d119e6fd-5db7-41ca-acb1-15299c25a889,segment=NetworkSegment(35da9b45-4e14-4089-845f-39a81432394e),segment_id=35da9b45-4e14-4089-845f-39a81432394e)] {{(pid=86310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:18:32.306219 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-812fcae5-2c38-4825-b51e-8c74fc0e1796 req-d55d9b79-7cd5-404d-a180-3a6ad0b44d21 tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632958'] for port, precommit_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:32.429417 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.db [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] For port b06d5600-9f6f-4c29-906d-c6c4be47d3d4, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=b06d5600-9f6f-4c29-906d-c6c4be47d3d4,segment=NetworkSegment(c3761845-e004-4da1-9e49-7695607d742e),segment_id=c3761845-e004-4da1-9e49-7695607d742e)] {{(pid=86312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:18:32.455451 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.rpc [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Returning: {'device': 'b06d5600-9f6f-4c29-906d-c6c4be47d3d4', 'network_id': '5467fe04-58d8-4cf1-9bf3-ac31cba799ff', 'port_id': 'b06d5600-9f6f-4c29-906d-c6c4be47d3d4', 'mac_address': 'fa:16:3e:87:89:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b08a8d50-4a73-40a4-89c8-8b2b52f9748b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86312) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 18:18:32.457305 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.plugin [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] No Port match for: 077c5745-8260-4223-b95d-4601ced28511 {{(pid=86312) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 18:18:32.457895 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.rpc [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Device 077c5745-8260-4223-b95d-4601ced28511 not bound to the agent host hv-cinder-78692 {{(pid=86312) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 18:18:32.465182 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e64b5a2-f63c-45f9-b5c8-35a9dd2e7891 req-46cca37f-8524-4eaa-ae28-0ee1ae218736 tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:18:32.465966 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.plugin [req-812fcae5-2c38-4825-b51e-8c74fc0e1796 req-d55d9b79-7cd5-404d-a180-3a6ad0b44d21 tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] Calling delete_port for d119e6fd-5db7-41ca-acb1-15299c25a889 owned by compute:nova {{(pid=86310) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 18:18:32.466903 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-2e64b5a2-f63c-45f9-b5c8-35a9dd2e7891 req-46cca37f-8524-4eaa-ae28-0ee1ae218736 tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] 10.222.0.32 "GET /v2.0/ports?device_id=57b2d215-a646-4377-934b-f64e1f3dabe0 HTTP/1.1" status: 200 len: 946 time: 0.1159585 Apr 20 18:18:32.522853 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624671'] for port, before_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:32.524066 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0db42a-af5f-4129-82d5-80f73d99cf64 req-51ae4481-8dbf-4123-83dc-860a7c0a94fe tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:18:32.525691 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-6e0db42a-af5f-4129-82d5-80f73d99cf64 req-51ae4481-8dbf-4123-83dc-860a7c0a94fe tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] 10.222.0.32 "GET /v2.0/ports?device_id=e0aba721-291d-4cb5-807c-6021f6d6a677 HTTP/1.1" status: 200 len: 945 time: 0.5729477 Apr 20 18:18:32.529038 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-2e64b5a2-f63c-45f9-b5c8-35a9dd2e7891 req-d321cf21-6c43-4d76-8605-35466c33acf3 tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] 10.222.0.32 "GET /v2.0/security-groups?id=63e5a295-1c1b-4259-93ce-61133d92337d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547554 Apr 20 18:18:32.544044 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.notifiers.nova [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b06d5600-9f6f-4c29-906d-c6c4be47d3d4 {{(pid=86312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 18:18:32.574194 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.db [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] For port b06d5600-9f6f-4c29-906d-c6c4be47d3d4, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=b06d5600-9f6f-4c29-906d-c6c4be47d3d4,segment=NetworkSegment(c3761845-e004-4da1-9e49-7695607d742e),segment_id=c3761845-e004-4da1-9e49-7695607d742e)] {{(pid=86312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:18:32.577795 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852966479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736993730504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736993280695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299861495088'] for port, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:32.579772 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-7f0acb86-b755-4fc0-a7af-acbbc8db6d26 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:18:32.607878 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-6e0db42a-af5f-4129-82d5-80f73d99cf64 req-8c68ce21-a22a-41d5-994b-8decab00d08f tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] 10.222.0.32 "GET /v2.0/security-groups?id=e00ece0e-9c57-41eb-9bc3-9c38bfc30996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696251 Apr 20 18:18:32.667131 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Pushing event updated for resources: {'Port': ['ID=b06d5600-9f6f-4c29-906d-c6c4be47d3d4,revision_number=4']} {{(pid=86312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:18:32.673756 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:18:32.699640 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-812fcae5-2c38-4825-b51e-8c74fc0e1796 req-d55d9b79-7cd5-404d-a180-3a6ad0b44d21 tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852966479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363299861045279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363299861495122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852424964'] for port, after_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:32.709031 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-4b65e633-557a-4887-9371-2cd62667f896 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:18:32.713666 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.db [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] get_ports_and_sgs() called for port_ids ['badb0e48-8abb-48a8-b38f-f002451f77a8', '4ad8d1c9-b099-4f04-a04a-28f691a145b0', '2ea3a5ce-76da-471d-8f9b-76d5340e7797', 'd119e6fd-5db7-41ca-acb1-15299c25a889'] {{(pid=86312) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 18:18:32.767007 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55d9b79-7cd5-404d-a180-3a6ad0b44d21 tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] Pushing event deleted for resources: {'Port': ['ID=d119e6fd-5db7-41ca-acb1-15299c25a889,revision_number=None']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:18:32.767874 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c020af-78ac-4407-9946-e0c394227c28 req-d1c902e8-6d22-40ec-9c5e-aae5cc0f62d8 tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:18:32.771190 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-d55d9b79-7cd5-404d-a180-3a6ad0b44d21 tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:18:32.775012 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-19c020af-78ac-4407-9946-e0c394227c28 req-d1c902e8-6d22-40ec-9c5e-aae5cc0f62d8 tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] 10.222.0.32 "GET /v2.0/ports?device_id=6345661c-9713-4d1c-aab4-a71f62000a4c HTTP/1.1" status: 200 len: 944 time: 0.1026146 Apr 20 18:18:32.831444 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-19c020af-78ac-4407-9946-e0c394227c28 req-86a9f237-7353-4ed6-84d5-cbdc69e6ae96 tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] 10.222.0.32 "GET /v2.0/security-groups?id=65af6381-35bc-4067-932d-2c0d9f598574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506165 Apr 20 18:18:32.855600 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_dvrscheduler_db [req-812fcae5-2c38-4825-b51e-8c74fc0e1796 req-d55d9b79-7cd5-404d-a180-3a6ad0b44d21 tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] No DVR routers for this DVR port d119e6fd-5db7-41ca-acb1-15299c25a889 on host hv-cinder-78692 {{(pid=86310) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 18:18:32.858370 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-812fcae5-2c38-4825-b51e-8c74fc0e1796 req-d55d9b79-7cd5-404d-a180-3a6ad0b44d21 tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759958'] for port, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:32.871061 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0aba721-291d-4cb5-807c-6021f6d6a677', 'name': 'network-vif-deleted', 'tag': 'd119e6fd-5db7-41ca-acb1-15299c25a889'}] {{(pid=86310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:18:32.885286 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-812fcae5-2c38-4825-b51e-8c74fc0e1796 req-d55d9b79-7cd5-404d-a180-3a6ad0b44d21 tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] 10.222.0.13 "DELETE /v2.0/ports/d119e6fd-5db7-41ca-acb1-15299c25a889 HTTP/1.1" status: 204 len: 173 time: 1.2968547 Apr 20 18:18:32.920166 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0aba721-291d-4cb5-807c-6021f6d6a677', 'name': 'network-vif-deleted', 'tag': 'd119e6fd-5db7-41ca-acb1-15299c25a889', 'status': 'completed', 'code': 200} Apr 20 18:18:32.926708 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299861013637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394135'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:32.953919 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.db [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] get_ports_and_sgs() called for port_ids ['b06d5600-9f6f-4c29-906d-c6c4be47d3d4'] {{(pid=86312) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 18:18:33.751823 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb3c585-3e73-464a-aa1e-cd46ba6b9857 req-93a1d3cf-59ea-4b97-bc4b-27ad66ec8a69 tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:18:33.753441 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-0fb3c585-3e73-464a-aa1e-cd46ba6b9857 req-93a1d3cf-59ea-4b97-bc4b-27ad66ec8a69 tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] 10.222.0.32 "GET /v2.0/ports?device_id=57b2d215-a646-4377-934b-f64e1f3dabe0 HTTP/1.1" status: 200 len: 946 time: 0.0966034 Apr 20 18:18:33.803778 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-0fb3c585-3e73-464a-aa1e-cd46ba6b9857 req-03de0cfc-ed29-4e14-91b2-daca2d74d71e tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] 10.222.0.32 "GET /v2.0/security-groups?id=63e5a295-1c1b-4259-93ce-61133d92337d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437148 Apr 20 18:18:34.052833 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c825213c-1571-4768-b291-69e2baadfdd7 req-2a26e082-17e3-4edd-9a2e-5dcd64083f83 tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:18:34.054524 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-c825213c-1571-4768-b291-69e2baadfdd7 req-2a26e082-17e3-4edd-9a2e-5dcd64083f83 tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] 10.222.0.32 "GET /v2.0/ports?device_id=6345661c-9713-4d1c-aab4-a71f62000a4c HTTP/1.1" status: 200 len: 944 time: 0.0912883 Apr 20 18:18:34.103421 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-c825213c-1571-4768-b291-69e2baadfdd7 req-b00b3619-2fe2-49b3-8ee4-d1f2c2ccc0ff tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] 10.222.0.32 "GET /v2.0/security-groups?id=65af6381-35bc-4067-932d-2c0d9f598574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424905 Apr 20 18:18:34.243988 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.rpc [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Device b06d5600-9f6f-4c29-906d-c6c4be47d3d4 up at agent hyperv_hv-cinder-78692 {{(pid=86312) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:18:34.320645 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.provisioning_blocks [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Provisioning for port b06d5600-9f6f-4c29-906d-c6c4be47d3d4 completed by entity L2. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 18:18:34.326339 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.provisioning_blocks [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Provisioning complete for port b06d5600-9f6f-4c29-906d-c6c4be47d3d4 triggered by entity L2. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:18:34.326814 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853381758'] for port, provisioning_complete {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:34.456412 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624671'] for port, before_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:34.487230 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6345661c-9713-4d1c-aab4-a71f62000a4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b06d5600-9f6f-4c29-906d-c6c4be47d3d4'}] {{(pid=86312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:18:34.499450 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.db [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] For port b06d5600-9f6f-4c29-906d-c6c4be47d3d4, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=b06d5600-9f6f-4c29-906d-c6c4be47d3d4,segment=NetworkSegment(c3761845-e004-4da1-9e49-7695607d742e),segment_id=c3761845-e004-4da1-9e49-7695607d742e)] {{(pid=86312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:18:34.503116 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852966479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736993730504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736993280695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299861495088'] for port, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:34.506458 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-e9d708ea-32e7-42fe-bf0e-57a37681aa40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:18:34.544173 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6345661c-9713-4d1c-aab4-a71f62000a4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b06d5600-9f6f-4c29-906d-c6c4be47d3d4', 'code': 200} Apr 20 18:18:34.598735 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Pushing event updated for resources: {'Port': ['ID=b06d5600-9f6f-4c29-906d-c6c4be47d3d4,revision_number=5']} {{(pid=86312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:18:34.617368 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:18:34.810380 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfbdb91-49ec-4613-b2d1-08fe3e5816f3 req-137a53cd-e659-4beb-b26a-da6b5528be19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:18:34.812231 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-3cfbdb91-49ec-4613-b2d1-08fe3e5816f3 req-137a53cd-e659-4beb-b26a-da6b5528be19 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6345661c-9713-4d1c-aab4-a71f62000a4c HTTP/1.1" status: 200 len: 1098 time: 0.0827763 Apr 20 18:18:34.872094 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-3cfbdb91-49ec-4613-b2d1-08fe3e5816f3 req-ff27e65a-5c8d-41ae-8e03-c2728ffb5b86 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=65af6381-35bc-4067-932d-2c0d9f598574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527022 Apr 20 18:18:35.031730 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ac512e-8a99-427b-9fd8-dfa07d4abd0f req-d716a6e0-abac-4588-962f-ae5e0b929b77 tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:18:35.039248 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-33ac512e-8a99-427b-9fd8-dfa07d4abd0f req-d716a6e0-abac-4588-962f-ae5e0b929b77 tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] 10.222.0.32 "GET /v2.0/ports?device_id=57b2d215-a646-4377-934b-f64e1f3dabe0 HTTP/1.1" status: 200 len: 946 time: 0.1070476 Apr 20 18:18:35.088118 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-33ac512e-8a99-427b-9fd8-dfa07d4abd0f req-17cc70e4-53ac-4375-b382-bf4dbc943bbe tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] 10.222.0.32 "GET /v2.0/security-groups?id=63e5a295-1c1b-4259-93ce-61133d92337d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474162 Apr 20 18:18:35.319129 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee66862-e5c5-4035-a34e-4a9d98e89ba7 req-2011d2c7-7aff-4ee9-be6c-bc26b6de78c6 tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:18:35.320797 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-4ee66862-e5c5-4035-a34e-4a9d98e89ba7 req-2011d2c7-7aff-4ee9-be6c-bc26b6de78c6 tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] 10.222.0.32 "GET /v2.0/ports?device_id=6345661c-9713-4d1c-aab4-a71f62000a4c HTTP/1.1" status: 200 len: 945 time: 0.0962348 Apr 20 18:18:35.385657 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-4ee66862-e5c5-4035-a34e-4a9d98e89ba7 req-771ec196-fb6c-494f-86ef-ba25d64f41d2 tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] 10.222.0.32 "GET /v2.0/security-groups?id=65af6381-35bc-4067-932d-2c0d9f598574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557818 Apr 20 18:18:35.562670 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c8619c-92ce-41f9-bd01-e395db4d4f24 req-da0c5f24-2458-4358-b912-714afa2bf084 tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:18:35.564261 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-a3c8619c-92ce-41f9-bd01-e395db4d4f24 req-da0c5f24-2458-4358-b912-714afa2bf084 tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] 10.222.0.32 "GET /v2.0/ports?device_id=eff2a335-63b8-4d79-b9ce-f4aee5dc5ca9 HTTP/1.1" status: 200 len: 946 time: 0.0961127 Apr 20 18:18:35.618493 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-a3c8619c-92ce-41f9-bd01-e395db4d4f24 req-28a2396d-9588-4acb-aa05-f6f32a109857 tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] 10.222.0.32 "GET /v2.0/security-groups?id=e00ece0e-9c57-41eb-9bc3-9c38bfc30996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466146 Apr 20 18:18:36.251569 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.rpc [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Device d119e6fd-5db7-41ca-acb1-15299c25a889 no longer exists at agent hyperv_hv-cinder-78692 {{(pid=86312) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 18:18:36.291577 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.plugin [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] No Port match for: d119e6fd-5db7-41ca-acb1-15299c25a889 {{(pid=86312) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 18:18:36.291936 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.rpc [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Device d119e6fd-5db7-41ca-acb1-15299c25a889 not bound to the agent host hv-cinder-78692 {{(pid=86312) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 18:18:36.308948 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa959b04-2ed9-4e89-9b7f-076cb3b325a9 req-003c8083-71be-4a80-a2c1-c2ecc58dd4b8 tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:18:36.310668 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-aa959b04-2ed9-4e89-9b7f-076cb3b325a9 req-003c8083-71be-4a80-a2c1-c2ecc58dd4b8 tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] 10.222.0.32 "GET /v2.0/ports?device_id=57b2d215-a646-4377-934b-f64e1f3dabe0 HTTP/1.1" status: 200 len: 946 time: 0.0951879 Apr 20 18:18:36.362113 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-aa959b04-2ed9-4e89-9b7f-076cb3b325a9 req-1436cb95-536c-43a1-b478-54ef80aab38f tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] 10.222.0.32 "GET /v2.0/security-groups?id=63e5a295-1c1b-4259-93ce-61133d92337d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451269 Apr 20 18:18:36.597428 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d76e51f-d045-4d89-81d8-0f96006c4d33 req-d02af8d6-1cbf-44eb-935c-74ccada989c0 tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:18:36.599707 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-8d76e51f-d045-4d89-81d8-0f96006c4d33 req-d02af8d6-1cbf-44eb-935c-74ccada989c0 tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] 10.222.0.32 "GET /v2.0/ports?device_id=6345661c-9713-4d1c-aab4-a71f62000a4c HTTP/1.1" status: 200 len: 945 time: 0.0957482 Apr 20 18:18:36.657853 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-8d76e51f-d045-4d89-81d8-0f96006c4d33 req-d6349dd3-7913-4ec2-ab88-d147941c4964 tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] 10.222.0.32 "GET /v2.0/security-groups?id=65af6381-35bc-4067-932d-2c0d9f598574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515018 Apr 20 18:18:36.915010 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1693e0c1-b1fd-48e9-b489-8841a70cdcd2 req-4334e4b3-3c78-4031-a560-c78d53bc7148 tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:18:36.916652 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-1693e0c1-b1fd-48e9-b489-8841a70cdcd2 req-4334e4b3-3c78-4031-a560-c78d53bc7148 tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] 10.222.0.32 "GET /v2.0/ports?device_id=6345661c-9713-4d1c-aab4-a71f62000a4c HTTP/1.1" status: 200 len: 945 time: 0.1056840 Apr 20 18:18:36.974824 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-1693e0c1-b1fd-48e9-b489-8841a70cdcd2 req-8971eb0c-6577-468f-80b1-8efa534d0181 tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] 10.222.0.32 "GET /v2.0/security-groups?id=65af6381-35bc-4067-932d-2c0d9f598574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507884 Apr 20 18:18:37.001034 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68d0c34-0bd3-48d1-805f-907002b5d474 req-71e1ba31-9c56-4713-bcad-eefea570f187 tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:18:37.002700 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-c68d0c34-0bd3-48d1-805f-907002b5d474 req-71e1ba31-9c56-4713-bcad-eefea570f187 tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] 10.222.0.32 "GET /v2.0/ports?device_id=eff2a335-63b8-4d79-b9ce-f4aee5dc5ca9 HTTP/1.1" status: 200 len: 946 time: 0.0939910 Apr 20 18:18:37.056018 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-c68d0c34-0bd3-48d1-805f-907002b5d474 req-1a9783cf-b228-4f28-a874-54ea1b1a3d6f tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] 10.222.0.32 "GET /v2.0/security-groups?id=e00ece0e-9c57-41eb-9bc3-9c38bfc30996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465612 Apr 20 18:18:37.358912 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f51566c-9bca-4163-93f4-f4df42e9fb46 req-ba751376-edea-4f4c-a768-c8d96360733f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:18:37.360541 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-6f51566c-9bca-4163-93f4-f4df42e9fb46 req-ba751376-edea-4f4c-a768-c8d96360733f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=57b2d215-a646-4377-934b-f64e1f3dabe0 HTTP/1.1" status: 200 len: 1099 time: 0.0795796 Apr 20 18:18:37.416611 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-6f51566c-9bca-4163-93f4-f4df42e9fb46 req-c96f0820-04e5-4bec-8f38-cac9f16620ca service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=63e5a295-1c1b-4259-93ce-61133d92337d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448191 Apr 20 18:18:37.435414 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7039db13-501b-4051-a870-669a06ac8158 req-1c833bb8-6de5-460a-92ac-22c953bdeb9e tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:18:37.437039 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-7039db13-501b-4051-a870-669a06ac8158 req-1c833bb8-6de5-460a-92ac-22c953bdeb9e tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] 10.222.0.32 "GET /v2.0/ports?device_id=6345661c-9713-4d1c-aab4-a71f62000a4c HTTP/1.1" status: 200 len: 945 time: 0.1083322 Apr 20 18:18:37.492559 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-7039db13-501b-4051-a870-669a06ac8158 req-f876b525-5ff7-4288-b2f8-89d40ff98b4f tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] 10.222.0.32 "GET /v2.0/security-groups?id=65af6381-35bc-4067-932d-2c0d9f598574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481837 Apr 20 18:18:37.662526 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a5c891-f07a-412e-9c32-2087396e436e req-79c5159f-49ba-449a-a578-4edce0c1f04b tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:18:37.664238 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-56a5c891-f07a-412e-9c32-2087396e436e req-79c5159f-49ba-449a-a578-4edce0c1f04b tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] 10.222.0.32 "GET /v2.0/ports?device_id=57b2d215-a646-4377-934b-f64e1f3dabe0 HTTP/1.1" status: 200 len: 946 time: 0.1770272 Apr 20 18:18:37.679638 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e4ebff-e231-4e77-b6c0-f38821721c32 req-01d93552-600b-4d14-89d0-8623bf905644 tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:18:37.680338 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [req-67e4ebff-e231-4e77-b6c0-f38821721c32 req-01d93552-600b-4d14-89d0-8623bf905644 tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] Synchronizing usage tracker for tenant:96ff5c4d39a64c7b8df2adf23972e2ba on resource:port {{(pid=86310) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 18:18:37.725414 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [req-67e4ebff-e231-4e77-b6c0-f38821721c32 req-01d93552-600b-4d14-89d0-8623bf905644 tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] Unset dirty status for tenant:96ff5c4d39a64c7b8df2adf23972e2ba on resource:port {{(pid=86310) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 18:18:37.726886 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-67e4ebff-e231-4e77-b6c0-f38821721c32 req-01d93552-600b-4d14-89d0-8623bf905644 tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] 10.222.0.13 "GET /v2.0/ports?device_id=eff2a335-63b8-4d79-b9ce-f4aee5dc5ca9 HTTP/1.1" status: 200 len: 946 time: 0.1988008 Apr 20 18:18:37.793606 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-56a5c891-f07a-412e-9c32-2087396e436e req-ef295323-37bc-4cf1-ace8-3351de3f1d33 tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] 10.222.0.32 "GET /v2.0/security-groups?id=63e5a295-1c1b-4259-93ce-61133d92337d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099024 Apr 20 18:18:37.823483 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.plugin [req-67e4ebff-e231-4e77-b6c0-f38821721c32 req-ab5ec410-3e26-49c6-9e43-179815d8ecb2 tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] Deleting port 2ea3a5ce-76da-471d-8f9b-76d5340e7797 {{(pid=86310) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:18:37.823887 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-67e4ebff-e231-4e77-b6c0-f38821721c32 req-ab5ec410-3e26-49c6-9e43-179815d8ecb2 tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363299861050484'] for port, before_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:38.061793 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-618db469-3196-494d-9746-b2f2ca135379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299861013637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394135'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:38.139856 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.db [req-67e4ebff-e231-4e77-b6c0-f38821721c32 req-ab5ec410-3e26-49c6-9e43-179815d8ecb2 tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] For port 2ea3a5ce-76da-471d-8f9b-76d5340e7797, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=2ea3a5ce-76da-471d-8f9b-76d5340e7797,segment=NetworkSegment(35da9b45-4e14-4089-845f-39a81432394e),segment_id=35da9b45-4e14-4089-845f-39a81432394e)] {{(pid=86310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:18:38.140273 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-67e4ebff-e231-4e77-b6c0-f38821721c32 req-ab5ec410-3e26-49c6-9e43-179815d8ecb2 tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632958'] for port, precommit_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:38.217615 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.agents_db [None req-b35f03a3-c7a0-4608-9f7c-a0859408129f None None] Agent healthcheck: found 6 active agents {{(pid=86313) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 18:18:38.319244 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.plugin [req-67e4ebff-e231-4e77-b6c0-f38821721c32 req-ab5ec410-3e26-49c6-9e43-179815d8ecb2 tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] Calling delete_port for 2ea3a5ce-76da-471d-8f9b-76d5340e7797 owned by compute:nova {{(pid=86310) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 18:18:38.330046 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49c0318-b027-4689-b066-413d7eadc870 req-d5c37bcc-a2ec-4ee6-a68c-20c0f0b0087d tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:18:38.331805 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-c49c0318-b027-4689-b066-413d7eadc870 req-d5c37bcc-a2ec-4ee6-a68c-20c0f0b0087d tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] 10.222.0.32 "GET /v2.0/ports?device_id=eff2a335-63b8-4d79-b9ce-f4aee5dc5ca9 HTTP/1.1" status: 200 len: 946 time: 0.1389918 Apr 20 18:18:38.387028 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-c49c0318-b027-4689-b066-413d7eadc870 req-a4450d34-f6c6-4c54-a510-041c1348b8a9 tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] 10.222.0.32 "GET /v2.0/security-groups?id=e00ece0e-9c57-41eb-9bc3-9c38bfc30996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467987 Apr 20 18:18:38.498849 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-67e4ebff-e231-4e77-b6c0-f38821721c32 req-ab5ec410-3e26-49c6-9e43-179815d8ecb2 tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852966479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363299861045279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363299861495122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852424964'] for port, after_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:38.510615 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-5d4b6137-ba71-43b9-9780-cf2b7db967c8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:18:38.533091 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.db [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] get_ports_and_sgs() called for port_ids ['badb0e48-8abb-48a8-b38f-f002451f77a8', '4ad8d1c9-b099-4f04-a04a-28f691a145b0', '2ea3a5ce-76da-471d-8f9b-76d5340e7797'] {{(pid=86312) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 18:18:38.602918 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5ec410-3e26-49c6-9e43-179815d8ecb2 tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] Pushing event deleted for resources: {'Port': ['ID=2ea3a5ce-76da-471d-8f9b-76d5340e7797,revision_number=None']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:18:38.612878 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-ab5ec410-3e26-49c6-9e43-179815d8ecb2 tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:18:38.656031 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_dvrscheduler_db [req-67e4ebff-e231-4e77-b6c0-f38821721c32 req-ab5ec410-3e26-49c6-9e43-179815d8ecb2 tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] No DVR routers for this DVR port 2ea3a5ce-76da-471d-8f9b-76d5340e7797 on host hv-cinder-78692 {{(pid=86310) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 18:18:38.659412 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-67e4ebff-e231-4e77-b6c0-f38821721c32 req-ab5ec410-3e26-49c6-9e43-179815d8ecb2 tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759958'] for port, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:38.663416 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eff2a335-63b8-4d79-b9ce-f4aee5dc5ca9', 'name': 'network-vif-deleted', 'tag': '2ea3a5ce-76da-471d-8f9b-76d5340e7797'}] {{(pid=86310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:18:38.683553 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-67e4ebff-e231-4e77-b6c0-f38821721c32 req-ab5ec410-3e26-49c6-9e43-179815d8ecb2 tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] 10.222.0.13 "DELETE /v2.0/ports/2ea3a5ce-76da-471d-8f9b-76d5340e7797 HTTP/1.1" status: 204 len: 173 time: 0.9489353 Apr 20 18:18:38.720509 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eff2a335-63b8-4d79-b9ce-f4aee5dc5ca9', 'name': 'network-vif-deleted', 'tag': '2ea3a5ce-76da-471d-8f9b-76d5340e7797', 'status': 'completed', 'code': 200} Apr 20 18:18:39.031204 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6c06d1-0d17-4707-912f-a22b6e3da39e req-475a56d4-70bd-4534-844d-74864b9f08aa tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:18:39.032863 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-3c6c06d1-0d17-4707-912f-a22b6e3da39e req-475a56d4-70bd-4534-844d-74864b9f08aa tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] 10.222.0.32 "GET /v2.0/ports?device_id=57b2d215-a646-4377-934b-f64e1f3dabe0 HTTP/1.1" status: 200 len: 946 time: 0.0991125 Apr 20 18:18:39.086335 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-3c6c06d1-0d17-4707-912f-a22b6e3da39e req-a813d039-a4fb-441d-b9fd-ea1e701988aa tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] 10.222.0.32 "GET /v2.0/security-groups?id=63e5a295-1c1b-4259-93ce-61133d92337d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463519 Apr 20 18:18:39.740547 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fe706c-0df3-455f-99e9-4890b12983e5 req-c359fce4-f048-47bf-a3bb-a5a7b74e4aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:18:39.743260 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-c4fe706c-0df3-455f-99e9-4890b12983e5 req-c359fce4-f048-47bf-a3bb-a5a7b74e4aff service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=48e5df147ce142c88e849dbcf9521831&device_id=57b2d215-a646-4377-934b-f64e1f3dabe0 HTTP/1.1" status: 200 len: 1099 time: 0.1026797 Apr 20 18:18:39.954917 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fe706c-0df3-455f-99e9-4890b12983e5 req-897aa2a6-6022-46db-ac55-8d453cd96dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:18:39.957209 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-c4fe706c-0df3-455f-99e9-4890b12983e5 req-897aa2a6-6022-46db-ac55-8d453cd96dc9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=15a6a0fd-d337-49a6-891c-eac6549b2bfb HTTP/1.1" status: 200 len: 919 time: 0.2037776 Apr 20 18:18:40.023776 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213702f7-1da0-4eb2-9b60-84cd41a04ad2 req-7f52dcd9-378d-404f-84f1-2591b6e68358 tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:18:40.026030 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-213702f7-1da0-4eb2-9b60-84cd41a04ad2 req-7f52dcd9-378d-404f-84f1-2591b6e68358 tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] 10.222.0.32 "GET /v2.0/ports?device_id=57b2d215-a646-4377-934b-f64e1f3dabe0 HTTP/1.1" status: 200 len: 946 time: 0.0975406 Apr 20 18:18:40.053325 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-c4fe706c-0df3-455f-99e9-4890b12983e5 req-17a032b1-7aa9-4a14-984f-8f87e608eeb4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8fb4d145-1862-458a-8f77-c2300060536e HTTP/1.1" status: 200 len: 217 time: 0.0867710 Apr 20 18:18:40.077502 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-213702f7-1da0-4eb2-9b60-84cd41a04ad2 req-be5894d6-16d6-41a2-ad8c-680008107519 tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] 10.222.0.32 "GET /v2.0/security-groups?id=63e5a295-1c1b-4259-93ce-61133d92337d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445786 Apr 20 18:18:40.181942 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fe706c-0df3-455f-99e9-4890b12983e5 req-5cf2befa-5257-491d-81a2-b5bf8e83d9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:18:40.184991 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-c4fe706c-0df3-455f-99e9-4890b12983e5 req-5cf2befa-5257-491d-81a2-b5bf8e83d9e7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ebfd3c2f-c00a-4eb7-8bea-d2691ff138cc HTTP/1.1" status: 200 len: 858 time: 0.1232901 Apr 20 18:18:40.262205 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-c4fe706c-0df3-455f-99e9-4890b12983e5 req-ff5c0082-37ff-4776-b818-81f6b5cd6134 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=15a6a0fd-d337-49a6-891c-eac6549b2bfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0563927 Apr 20 18:18:40.441528 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-c4fe706c-0df3-455f-99e9-4890b12983e5 req-8c3ffca9-bbf8-4ab1-ad43-186b23545af1 service neutron] 10.222.0.13 "GET /v2.0/networks/15a6a0fd-d337-49a6-891c-eac6549b2bfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1657891 Apr 20 18:18:40.593306 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481636c9-624e-49e3-bde9-26da2192857e req-9d0ce744-bb70-4a8f-81f8-c65ff63cab45 tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:18:40.596260 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-481636c9-624e-49e3-bde9-26da2192857e req-9d0ce744-bb70-4a8f-81f8-c65ff63cab45 tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] 10.222.0.32 "GET /v2.0/ports?device_id=72f6997e-8ecc-46c5-8da2-fd3c74445826 HTTP/1.1" status: 200 len: 945 time: 0.3364038 Apr 20 18:18:40.599553 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-c4fe706c-0df3-455f-99e9-4890b12983e5 req-e33e809c-ca12-4244-a9ca-3114a9ab6c1a service neutron] 10.222.0.13 "GET /v2.0/networks/15a6a0fd-d337-49a6-891c-eac6549b2bfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500280 Apr 20 18:18:40.655272 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-481636c9-624e-49e3-bde9-26da2192857e req-fac5acf5-3722-4994-88aa-0d1614a23d50 tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] 10.222.0.32 "GET /v2.0/security-groups?id=e00ece0e-9c57-41eb-9bc3-9c38bfc30996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506730 Apr 20 18:18:40.885780 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-f07d8c2b-eb91-4f21-8d13-626df44b3961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299861013637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394135'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:41.104922 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-2bb93f3c-0bff-4547-a1e0-c38a344e24ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299861013637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394135'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:41.307040 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfc817e-ea7b-4e8b-9d7c-87c6c5052220 req-77a17208-2bc0-45da-9945-1eb82b761316 tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:18:41.308916 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-7dfc817e-ea7b-4e8b-9d7c-87c6c5052220 req-77a17208-2bc0-45da-9945-1eb82b761316 tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] 10.222.0.32 "GET /v2.0/ports?device_id=57b2d215-a646-4377-934b-f64e1f3dabe0 HTTP/1.1" status: 200 len: 946 time: 0.0926311 Apr 20 18:18:41.380170 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-7dfc817e-ea7b-4e8b-9d7c-87c6c5052220 req-ea0c9218-46af-48db-9701-3c5fd997568a tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] 10.222.0.32 "GET /v2.0/security-groups?id=63e5a295-1c1b-4259-93ce-61133d92337d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603769 Apr 20 18:18:41.935455 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1aacdbc-c303-43ea-8551-9143c2dc4fe3 req-5b79c8cd-5647-4c8b-92c3-7b739b3811f7 tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:18:41.936139 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [req-b1aacdbc-c303-43ea-8551-9143c2dc4fe3 req-5b79c8cd-5647-4c8b-92c3-7b739b3811f7 tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] Synchronizing usage tracker for tenant:96ff5c4d39a64c7b8df2adf23972e2ba on resource:port {{(pid=86310) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 18:18:41.948238 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecde0ae6-09e9-4abd-b1e4-66fd011269dd req-8c683af8-e34c-4b5e-a765-c71d22e59ad2 tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:18:41.949003 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [req-ecde0ae6-09e9-4abd-b1e4-66fd011269dd req-8c683af8-e34c-4b5e-a765-c71d22e59ad2 tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] Synchronizing usage tracker for tenant:96ff5c4d39a64c7b8df2adf23972e2ba on resource:port {{(pid=86310) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 18:18:41.972084 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [req-b1aacdbc-c303-43ea-8551-9143c2dc4fe3 req-5b79c8cd-5647-4c8b-92c3-7b739b3811f7 tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] Unset dirty status for tenant:96ff5c4d39a64c7b8df2adf23972e2ba on resource:port {{(pid=86310) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 18:18:41.973409 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-b1aacdbc-c303-43ea-8551-9143c2dc4fe3 req-5b79c8cd-5647-4c8b-92c3-7b739b3811f7 tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] 10.222.0.32 "GET /v2.0/ports?device_id=72f6997e-8ecc-46c5-8da2-fd3c74445826 HTTP/1.1" status: 200 len: 945 time: 0.2008390 Apr 20 18:18:41.974476 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [req-ecde0ae6-09e9-4abd-b1e4-66fd011269dd req-8c683af8-e34c-4b5e-a765-c71d22e59ad2 tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] Unset dirty status for tenant:96ff5c4d39a64c7b8df2adf23972e2ba on resource:port {{(pid=86310) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 18:18:41.975569 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-ecde0ae6-09e9-4abd-b1e4-66fd011269dd req-8c683af8-e34c-4b5e-a765-c71d22e59ad2 tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] 10.222.0.13 "GET /v2.0/ports?device_id=72f6997e-8ecc-46c5-8da2-fd3c74445826 HTTP/1.1" status: 200 len: 945 time: 0.1611717 Apr 20 18:18:42.085605 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-b1aacdbc-c303-43ea-8551-9143c2dc4fe3 req-9dbfaa1a-32cd-4323-a6b2-84c76df1ccd6 tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] 10.222.0.32 "GET /v2.0/security-groups?id=e00ece0e-9c57-41eb-9bc3-9c38bfc30996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053910 Apr 20 18:18:42.096945 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.plugin [req-ecde0ae6-09e9-4abd-b1e4-66fd011269dd req-bee7d687-d5e3-445e-995e-f7c454abf205 tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] Deleting port 4ad8d1c9-b099-4f04-a04a-28f691a145b0 {{(pid=86310) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:18:42.097336 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-ecde0ae6-09e9-4abd-b1e4-66fd011269dd req-bee7d687-d5e3-445e-995e-f7c454abf205 tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363299861050484'] for port, before_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:42.158369 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299861013637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394135'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:42.285881 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.rpc [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Device 2ea3a5ce-76da-471d-8f9b-76d5340e7797 no longer exists at agent hyperv_hv-cinder-78692 {{(pid=86312) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 18:18:42.325927 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.plugin [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] No Port match for: 2ea3a5ce-76da-471d-8f9b-76d5340e7797 {{(pid=86312) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 18:18:42.326469 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.rpc [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Device 2ea3a5ce-76da-471d-8f9b-76d5340e7797 not bound to the agent host hv-cinder-78692 {{(pid=86312) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 18:18:42.603973 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.db [req-ecde0ae6-09e9-4abd-b1e4-66fd011269dd req-bee7d687-d5e3-445e-995e-f7c454abf205 tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] For port 4ad8d1c9-b099-4f04-a04a-28f691a145b0, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=4ad8d1c9-b099-4f04-a04a-28f691a145b0,segment=NetworkSegment(35da9b45-4e14-4089-845f-39a81432394e),segment_id=35da9b45-4e14-4089-845f-39a81432394e)] {{(pid=86310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:18:42.604375 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-ecde0ae6-09e9-4abd-b1e4-66fd011269dd req-bee7d687-d5e3-445e-995e-f7c454abf205 tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632958'] for port, precommit_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:42.630344 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9795fe9c-eb43-40f2-a3da-a0959d1389b2 req-22c5ad05-e3b7-4bcd-9926-738d081a2e24 tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:18:42.632000 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-9795fe9c-eb43-40f2-a3da-a0959d1389b2 req-22c5ad05-e3b7-4bcd-9926-738d081a2e24 tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] 10.222.0.32 "GET /v2.0/ports?device_id=57b2d215-a646-4377-934b-f64e1f3dabe0 HTTP/1.1" status: 200 len: 946 time: 0.1210706 Apr 20 18:18:42.740354 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-9795fe9c-eb43-40f2-a3da-a0959d1389b2 req-822450a9-741e-4433-a557-f6e57bf98e35 tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] 10.222.0.32 "GET /v2.0/security-groups?id=63e5a295-1c1b-4259-93ce-61133d92337d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012797 Apr 20 18:18:42.811830 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.plugin [req-ecde0ae6-09e9-4abd-b1e4-66fd011269dd req-bee7d687-d5e3-445e-995e-f7c454abf205 tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] Calling delete_port for 4ad8d1c9-b099-4f04-a04a-28f691a145b0 owned by compute:nova {{(pid=86310) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 18:18:43.049002 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-ecde0ae6-09e9-4abd-b1e4-66fd011269dd req-bee7d687-d5e3-445e-995e-f7c454abf205 tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852966479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363299861045279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363299861495122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852424964'] for port, after_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:43.056938 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-d563b0c7-e741-4362-8f73-62e2162961d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:18:43.062720 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.db [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] get_ports_and_sgs() called for port_ids ['badb0e48-8abb-48a8-b38f-f002451f77a8', '4ad8d1c9-b099-4f04-a04a-28f691a145b0'] {{(pid=86312) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 18:18:43.121738 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee7d687-d5e3-445e-995e-f7c454abf205 tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] Pushing event deleted for resources: {'Port': ['ID=4ad8d1c9-b099-4f04-a04a-28f691a145b0,revision_number=None']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:18:43.134312 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebc517a-72fb-4422-9c91-6629825ab850 req-c8501842-be2c-4c5b-8502-ec5b7b4a8032 tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:18:43.135988 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-cebc517a-72fb-4422-9c91-6629825ab850 req-c8501842-be2c-4c5b-8502-ec5b7b4a8032 tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] 10.222.0.32 "GET /v2.0/ports?device_id=6345661c-9713-4d1c-aab4-a71f62000a4c HTTP/1.1" status: 200 len: 945 time: 0.1837173 Apr 20 18:18:43.164546 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-bee7d687-d5e3-445e-995e-f7c454abf205 tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:18:43.245470 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecde0ae6-09e9-4abd-b1e4-66fd011269dd req-bee7d687-d5e3-445e-995e-f7c454abf205 tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] No DVR routers for this DVR port 4ad8d1c9-b099-4f04-a04a-28f691a145b0 on host hv-cinder-78692 {{(pid=86310) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 18:18:43.255429 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-ecde0ae6-09e9-4abd-b1e4-66fd011269dd req-bee7d687-d5e3-445e-995e-f7c454abf205 tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759958'] for port, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:43.258192 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72f6997e-8ecc-46c5-8da2-fd3c74445826', 'name': 'network-vif-deleted', 'tag': '4ad8d1c9-b099-4f04-a04a-28f691a145b0'}] {{(pid=86310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:18:43.283940 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-cebc517a-72fb-4422-9c91-6629825ab850 req-65d55d8e-3b9e-4663-98eb-e5f43f6d53bd tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] 10.222.0.32 "GET /v2.0/security-groups?id=65af6381-35bc-4067-932d-2c0d9f598574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173279 Apr 20 18:18:43.284452 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-ecde0ae6-09e9-4abd-b1e4-66fd011269dd req-bee7d687-d5e3-445e-995e-f7c454abf205 tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] 10.222.0.13 "DELETE /v2.0/ports/4ad8d1c9-b099-4f04-a04a-28f691a145b0 HTTP/1.1" status: 204 len: 173 time: 1.2878439 Apr 20 18:18:43.297973 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-917b1d5c-0b8f-4b7a-8baa-f9c8a537e39b req-595f2d2d-02d6-4d79-9ee9-81e66547d327 tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] 10.222.0.32 "GET /v2.0/ports?device_id=72f6997e-8ecc-46c5-8da2-fd3c74445826 HTTP/1.1" status: 200 len: 210 time: 0.0612948 Apr 20 18:18:43.326063 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-f70b5d3b-7deb-456f-82aa-acef0ba2518a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299861013637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394135'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:43.334506 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.32', 52670) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:18:43.383960 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72f6997e-8ecc-46c5-8da2-fd3c74445826', 'name': 'network-vif-deleted', 'tag': '4ad8d1c9-b099-4f04-a04a-28f691a145b0', 'status': 'completed', 'code': 200} Apr 20 18:18:43.613544 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0db012eb-b1de-4498-a073-1266701ea1ce tempest-TestMinimumBasicScenario-935029405 tempest-TestMinimumBasicScenario-935029405-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:18:43.615276 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-0db012eb-b1de-4498-a073-1266701ea1ce tempest-TestMinimumBasicScenario-935029405 tempest-TestMinimumBasicScenario-935029405-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=6345661c-9713-4d1c-aab4-a71f62000a4c HTTP/1.1" status: 200 len: 1093 time: 0.2797005 Apr 20 18:18:43.619077 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.32', 52676) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:18:43.624738 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.v2.base [None req-14f13c5b-6d82-4322-857b-396c7be9d0fd tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] Request body: {'floatingip': {'floating_network_id': '26051af8-ebd0-4db2-857e-181975352424', 'port_id': 'b06d5600-9f6f-4c29-906d-c6c4be47d3d4', 'tenant_id': 'f1ef4bfa09f748e68c0ffb50c325b46d', 'fixed_ip_address': '172.20.0.9'}} {{(pid=86310) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:18:43.631567 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-14f13c5b-6d82-4322-857b-396c7be9d0fd tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:18:43.635726 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-14f13c5b-6d82-4322-857b-396c7be9d0fd tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] Usage tracker for resource:floatingip and tenant:f1ef4bfa09f748e68c0ffb50c325b46d is out of sync, need to count used quota {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:18:43.639003 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-14f13c5b-6d82-4322-857b-396c7be9d0fd tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:18:43.645740 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-14f13c5b-6d82-4322-857b-396c7be9d0fd tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:18:43.655631 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-14f13c5b-6d82-4322-857b-396c7be9d0fd tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] Notify callbacks [] for floatingip, before_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:43.838568 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-14f13c5b-6d82-4322-857b-396c7be9d0fd tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624671'] for port, before_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:43.998912 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40ebd6e-7b74-4f77-94cd-7c769e210ec8 req-157f1ae8-87ba-4846-b9a2-cf44c4e6ca81 tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:18:44.000521 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-f40ebd6e-7b74-4f77-94cd-7c769e210ec8 req-157f1ae8-87ba-4846-b9a2-cf44c4e6ca81 tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] 10.222.0.32 "GET /v2.0/ports?device_id=57b2d215-a646-4377-934b-f64e1f3dabe0 HTTP/1.1" status: 200 len: 946 time: 0.0921743 Apr 20 18:18:44.014485 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.db_base_plugin_common [None req-14f13c5b-6d82-4322-857b-396c7be9d0fd tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] Allocated IP 172.28.0.132 (26051af8-ebd0-4db2-857e-181975352424/a8fb9e9c-99d7-49f9-8da9-302520785055/f4839b5b-b0d7-4887-80cb-5ed81251ac0b) {{(pid=86310) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 18:18:44.058035 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-f40ebd6e-7b74-4f77-94cd-7c769e210ec8 req-91be34b7-880d-461e-9e6f-deebe7aa37b9 tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] 10.222.0.32 "GET /v2.0/security-groups?id=63e5a295-1c1b-4259-93ce-61133d92337d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487614 Apr 20 18:18:44.179171 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-14f13c5b-6d82-4322-857b-396c7be9d0fd tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] Notify callbacks [] for port, precommit_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:44.210256 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-14f13c5b-6d82-4322-857b-396c7be9d0fd tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852966479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736993280678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852424964'] for port, after_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:44.215659 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-5d4b6137-ba71-43b9-9780-cf2b7db967c8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:18:44.291632 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14f13c5b-6d82-4322-857b-396c7be9d0fd tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] Network 26051af8-ebd0-4db2-857e-181975352424 is already hosted by enough agents. {{(pid=86310) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 18:18:44.295329 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.scheduler.base_scheduler [None req-14f13c5b-6d82-4322-857b-396c7be9d0fd tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] Resources bound (agent type, host, resource id): {{(pid=86310) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:18:44.299442 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14f13c5b-6d82-4322-857b-396c7be9d0fd tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] Received port after_create {{(pid=86310) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 18:18:44.331669 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f13c5b-6d82-4322-857b-396c7be9d0fd tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] Pushing event updated for resources: {'Port': ['ID=f4839b5b-b0d7-4887-80cb-5ed81251ac0b,revision_number=1']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:18:44.339346 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-14f13c5b-6d82-4322-857b-396c7be9d0fd tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:18:44.998775 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-14f13c5b-6d82-4322-857b-396c7be9d0fd tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:45.126400 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-14f13c5b-6d82-4322-857b-396c7be9d0fd tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624671'] for port, before_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:45.249472 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [req-d49484cb-ada6-415f-882c-d73a99e2ded4 req-8acb596e-3766-489f-864d-a377d55572fd tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] Synchronizing usage tracker for tenant:c63217fb60aa4544a29b035267cf6bf0 on resource:security_group {{(pid=86310) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 18:18:45.340299 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [req-d49484cb-ada6-415f-882c-d73a99e2ded4 req-8acb596e-3766-489f-864d-a377d55572fd tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] Unset dirty status for tenant:c63217fb60aa4544a29b035267cf6bf0 on resource:security_group {{(pid=86310) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 18:18:45.341542 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-d49484cb-ada6-415f-882c-d73a99e2ded4 req-8acb596e-3766-489f-864d-a377d55572fd tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-168442614&fields=id&tenant_id=c63217fb60aa4544a29b035267cf6bf0 HTTP/1.1" status: 200 len: 267 time: 0.1671369 Apr 20 18:18:45.561022 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49484cb-ada6-415f-882c-d73a99e2ded4 req-738b57f2-cf08-4904-8b14-1d37e2616d62 tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:18:45.561709 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [req-d49484cb-ada6-415f-882c-d73a99e2ded4 req-738b57f2-cf08-4904-8b14-1d37e2616d62 tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] Synchronizing usage tracker for tenant:c63217fb60aa4544a29b035267cf6bf0 on resource:network {{(pid=86310) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 18:18:45.572617 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-14f13c5b-6d82-4322-857b-396c7be9d0fd tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] Notify callbacks [] for port, precommit_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:45.580442 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-14f13c5b-6d82-4322-857b-396c7be9d0fd tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852966479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736993730504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736993280695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299861495088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2350837'] for port, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:45.593818 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-9e44945e-411d-4a0d-a257-105d8f181e04 tempest-VolumesActionsTest-413286933 tempest-VolumesActionsTest-413286933-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:18:45.656108 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [req-d49484cb-ada6-415f-882c-d73a99e2ded4 req-738b57f2-cf08-4904-8b14-1d37e2616d62 tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] Unset dirty status for tenant:c63217fb60aa4544a29b035267cf6bf0 on resource:network {{(pid=86310) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 18:18:45.663777 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-d49484cb-ada6-415f-882c-d73a99e2ded4 req-738b57f2-cf08-4904-8b14-1d37e2616d62 tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] 10.222.0.32 "GET /v2.0/networks?id=b5591ab1-84d9-4585-836b-47bf7632765d HTTP/1.1" status: 200 len: 808 time: 0.3140142 Apr 20 18:18:45.729634 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-d49484cb-ada6-415f-882c-d73a99e2ded4 req-e740d450-7fb2-44b2-bfe1-060a46bd000a tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] 10.222.0.32 "GET /v2.0/quotas/c63217fb60aa4544a29b035267cf6bf0 HTTP/1.1" status: 200 len: 375 time: 0.0617616 Apr 20 18:18:45.739450 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f13c5b-6d82-4322-857b-396c7be9d0fd tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] Pushing event updated for resources: {'Port': ['ID=f4839b5b-b0d7-4887-80cb-5ed81251ac0b,revision_number=2']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:18:45.744880 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-14f13c5b-6d82-4322-857b-396c7be9d0fd tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:18:45.808546 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-14f13c5b-6d82-4322-857b-396c7be9d0fd tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854121806'] for floatingip, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:46.239208 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [req-d49484cb-ada6-415f-882c-d73a99e2ded4 req-5b0ccdd0-e81e-4d79-9537-5a7eed52594f tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] Synchronizing usage tracker for tenant:c63217fb60aa4544a29b035267cf6bf0 on resource:port {{(pid=86310) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 18:18:46.267444 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0422c4-2e51-4f7c-b803-08c32d385a01 req-eedc7eab-b909-400f-9776-ed181bfb4b40 tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:18:46.269711 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-9e0422c4-2e51-4f7c-b803-08c32d385a01 req-eedc7eab-b909-400f-9776-ed181bfb4b40 tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] 10.222.0.32 "GET /v2.0/ports?device_id=f60542f0-bd80-42bb-acb0-21f477d6dd3d HTTP/1.1" status: 200 len: 945 time: 0.1215007 Apr 20 18:18:46.270528 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.db.l3_db [None req-14f13c5b-6d82-4322-857b-396c7be9d0fd tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] Floating IP 697bdca7-f5e8-45b4-ba3c-1cc006236a49 associated. External IP: 172.28.0.132, port: b06d5600-9f6f-4c29-906d-c6c4be47d3d4. Apr 20 18:18:46.304074 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.rpc [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Device 4ad8d1c9-b099-4f04-a04a-28f691a145b0 no longer exists at agent hyperv_hv-cinder-78692 {{(pid=86312) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 18:18:46.329866 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-9e0422c4-2e51-4f7c-b803-08c32d385a01 req-31a7efbb-713b-4630-808b-35b9a52ab992 tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] 10.222.0.32 "GET /v2.0/security-groups?id=e00ece0e-9c57-41eb-9bc3-9c38bfc30996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524495 Apr 20 18:18:46.352860 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.plugin [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] No Port match for: 4ad8d1c9-b099-4f04-a04a-28f691a145b0 {{(pid=86312) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 18:18:46.353579 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.rpc [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Device 4ad8d1c9-b099-4f04-a04a-28f691a145b0 not bound to the agent host hv-cinder-78692 {{(pid=86312) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 18:18:46.404262 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [req-d49484cb-ada6-415f-882c-d73a99e2ded4 req-5b0ccdd0-e81e-4d79-9537-5a7eed52594f tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] Unset dirty status for tenant:c63217fb60aa4544a29b035267cf6bf0 on resource:port {{(pid=86310) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 18:18:46.405685 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-d49484cb-ada6-415f-882c-d73a99e2ded4 req-5b0ccdd0-e81e-4d79-9537-5a7eed52594f tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=c63217fb60aa4544a29b035267cf6bf0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6543779 Apr 20 18:18:46.730101 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-d49484cb-ada6-415f-882c-d73a99e2ded4 req-3cd7df5b-8bee-4b3e-944f-76227f4d58d4 service neutron] 10.222.0.32 "GET /v2.0/networks/b5591ab1-84d9-4585-836b-47bf7632765d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3085585 Apr 20 18:18:46.905976 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14f13c5b-6d82-4322-857b-396c7be9d0fd tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] Router fdd8f8c3-dbe7-42f7-bc3b-422932aa929e has already been hosted by L3 agent 40af0123-fc20-4e27-8672-759459b7c5ef {{(pid=86310) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 18:18:46.932995 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-d49484cb-ada6-415f-882c-d73a99e2ded4 req-09c015c8-fc69-4dce-9924-3e6cbf159117 service neutron] 10.222.0.32 "GET /v2.0/networks/b5591ab1-84d9-4585-836b-47bf7632765d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1862519 Apr 20 18:18:47.138888 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14f13c5b-6d82-4322-857b-396c7be9d0fd tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] Notify agent at l3_agent.dv-cinder-786929-2-smb the message routers_updated {{(pid=86310) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 18:18:47.151690 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3ae4a92-0f2a-4705-ab6f-16ec8486453e None None] Sync routers for ids ['fdd8f8c3-dbe7-42f7-bc3b-422932aa929e'] in dv-cinder-786929-2-smb {{(pid=86313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 18:18:47.162556 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ae4a92-0f2a-4705-ab6f-16ec8486453e None None] Routers {'fdd8f8c3-dbe7-42f7-bc3b-422932aa929e'} bound to L3 agent in host dv-cinder-786929-2-smb {{(pid=86313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:18:47.163328 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_hamode_db [None req-b3ae4a92-0f2a-4705-ab6f-16ec8486453e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786929-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-04-20T18:07:11Z,description=,heartbeat_timestamp=2021-04-20T18:18:41Z,host='dv-cinder-786929-2-smb',id=40af0123-fc20-4e27-8672-759459b7c5ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T18:07:11Z,topic='l3_agent')) {'router_ids': ['fdd8f8c3-dbe7-42f7-bc3b-422932aa929e'], 'active': True} {{(pid=86313) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:18:47.181619 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-14f13c5b-6d82-4322-857b-396c7be9d0fd tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759958'] for floatingip, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:47.267595 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-14f13c5b-6d82-4322-857b-396c7be9d0fd tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.6457245 Apr 20 18:18:47.267595 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6345661c-9713-4d1c-aab4-a71f62000a4c', 'tag': 'b06d5600-9f6f-4c29-906d-c6c4be47d3d4'}] {{(pid=86310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:18:47.269293 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.32', 52772) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:18:47.275371 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.v2.base [None req-63aed5a6-e586-4002-ad55-3101338d852f tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2081786757', 'description': 'tempest-secgroup-smoke-2081786757 description', 'project_id': 'f1ef4bfa09f748e68c0ffb50c325b46d'}} {{(pid=86311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:18:47.282705 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-63aed5a6-e586-4002-ad55-3101338d852f tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:18:47.294489 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-63aed5a6-e586-4002-ad55-3101338d852f tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:18:47.311841 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-63aed5a6-e586-4002-ad55-3101338d852f tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] Notify callbacks [] for security_group, before_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:47.338682 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-63aed5a6-e586-4002-ad55-3101338d852f tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:18:47.343334 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-63aed5a6-e586-4002-ad55-3101338d852f tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] Usage tracker for resource:security_group_rule and tenant:f1ef4bfa09f748e68c0ffb50c325b46d is out of sync, need to count used quota {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:18:47.348506 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-63aed5a6-e586-4002-ad55-3101338d852f tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:18:47.355368 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-63aed5a6-e586-4002-ad55-3101338d852f tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:18:47.365501 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6345661c-9713-4d1c-aab4-a71f62000a4c', 'tag': 'b06d5600-9f6f-4c29-906d-c6c4be47d3d4', 'status': 'completed', 'code': 200} Apr 20 18:18:47.446884 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-63aed5a6-e586-4002-ad55-3101338d852f tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] Notify callbacks [] for security_group, precommit_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:47.457339 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-63aed5a6-e586-4002-ad55-3101338d852f tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854236768'] for security_group, after_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:47.505008 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_dvr_db [None req-b3ae4a92-0f2a-4705-ab6f-16ec8486453e None None] Set router fdd8f8c3-dbe7-42f7-bc3b-422932aa929e gateway port host: dv-cinder-786929-2-smb {{(pid=86313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 18:18:47.522575 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-c31ca0fe-363e-438b-b3b9-40f41d5e82e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:18:47.557058 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-63aed5a6-e586-4002-ad55-3101338d852f tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] Notify callbacks [] for security_group, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:47.561834 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-63aed5a6-e586-4002-ad55-3101338d852f tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2913413 Apr 20 18:18:47.566826 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.32', 52788) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:18:47.594664 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.v2.base [None req-88cb0927-f48f-43fb-bd30-df58e2ffb574 tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] Request body: {'security_group_rule': {'security_group_id': '4cc08f58-d413-4ad9-83f0-322bafa5ca2c', 'project_id': 'f1ef4bfa09f748e68c0ffb50c325b46d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:18:47.616018 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-6b80ad47-5a41-4c00-9a97-538c2bb8825e req-3edd710f-3fb6-406a-b3d9-60a4570dd667 tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ddb3673-a36f-4874-ab49-e5b904f2a32b HTTP/1.1" status: 200 len: 210 time: 0.0858655 Apr 20 18:18:47.619001 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-88cb0927-f48f-43fb-bd30-df58e2ffb574 tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:18:47.635861 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-88cb0927-f48f-43fb-bd30-df58e2ffb574 tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] Usage tracker for resource:security_group_rule and tenant:f1ef4bfa09f748e68c0ffb50c325b46d is out of sync, need to count used quota {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:18:47.641196 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-88cb0927-f48f-43fb-bd30-df58e2ffb574 tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:18:47.662999 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-88cb0927-f48f-43fb-bd30-df58e2ffb574 tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:18:47.684950 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567befa4-d39d-4eb0-b494-7dda5be35135 req-cd933691-9cb7-452b-8799-3ea6d754e96f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:18:47.692788 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-567befa4-d39d-4eb0-b494-7dda5be35135 req-cd933691-9cb7-452b-8799-3ea6d754e96f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f1ef4bfa09f748e68c0ffb50c325b46d&device_id=6345661c-9713-4d1c-aab4-a71f62000a4c HTTP/1.1" status: 200 len: 1098 time: 0.3095620 Apr 20 18:18:47.753043 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-88cb0927-f48f-43fb-bd30-df58e2ffb574 tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:47.794779 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63aed5a6-e586-4002-ad55-3101338d852f tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4cc08f58-d413-4ad9-83f0-322bafa5ca2c,revision_number=1']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:18:47.801518 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-63aed5a6-e586-4002-ad55-3101338d852f tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:18:47.850486 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-88cb0927-f48f-43fb-bd30-df58e2ffb574 tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:47.860093 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-88cb0927-f48f-43fb-bd30-df58e2ffb574 tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854236732'] for security_group_rule, after_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:47.916164 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-da614f50-a694-4ec3-957a-b1bc7b22d214 tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:18:47.953699 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cb0927-f48f-43fb-bd30-df58e2ffb574 tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0df98ea5-a422-4264-b203-b90761332c4c,revision_number=0']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:18:47.968997 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-88cb0927-f48f-43fb-bd30-df58e2ffb574 tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:47.970849 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-88cb0927-f48f-43fb-bd30-df58e2ffb574 tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4027731 Apr 20 18:18:47.972418 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-88cb0927-f48f-43fb-bd30-df58e2ffb574 tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:18:47.976552 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.32', 52800) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:18:47.983041 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.v2.base [None req-a4f9d462-130a-4863-a9ba-a92a457e0bf5 tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] Request body: {'security_group_rule': {'security_group_id': '4cc08f58-d413-4ad9-83f0-322bafa5ca2c', 'project_id': 'f1ef4bfa09f748e68c0ffb50c325b46d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=86311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:18:47.991327 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-a4f9d462-130a-4863-a9ba-a92a457e0bf5 tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:18:47.996352 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-a4f9d462-130a-4863-a9ba-a92a457e0bf5 tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] Usage tracker for resource:security_group_rule and tenant:f1ef4bfa09f748e68c0ffb50c325b46d is out of sync, need to count used quota {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:18:47.999673 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-a4f9d462-130a-4863-a9ba-a92a457e0bf5 tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:18:48.008671 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-a4f9d462-130a-4863-a9ba-a92a457e0bf5 tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:18:48.032605 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a95c9ee-b70e-44db-affa-7e601cf9e483 req-821613ce-a8f7-4588-9afc-b749066d17d4 tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:18:48.045208 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-0a95c9ee-b70e-44db-affa-7e601cf9e483 req-821613ce-a8f7-4588-9afc-b749066d17d4 tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] 10.222.0.32 "GET /v2.0/ports?device_id=f60542f0-bd80-42bb-acb0-21f477d6dd3d HTTP/1.1" status: 200 len: 945 time: 0.3832693 Apr 20 18:18:48.087166 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-a4f9d462-130a-4863-a9ba-a92a457e0bf5 tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:48.160321 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edddc634-d81a-463d-ad64-0bfc08bb1545 req-ae9354cd-08f5-4474-8f58-bf7d27072fa3 tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:18:48.161914 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [req-edddc634-d81a-463d-ad64-0bfc08bb1545 req-ae9354cd-08f5-4474-8f58-bf7d27072fa3 tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] Synchronizing usage tracker for tenant:96ff5c4d39a64c7b8df2adf23972e2ba on resource:port {{(pid=86310) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 18:18:48.219421 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [req-edddc634-d81a-463d-ad64-0bfc08bb1545 req-ae9354cd-08f5-4474-8f58-bf7d27072fa3 tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] Unset dirty status for tenant:96ff5c4d39a64c7b8df2adf23972e2ba on resource:port {{(pid=86310) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 18:18:48.220819 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-a4f9d462-130a-4863-a9ba-a92a457e0bf5 tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:48.221902 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-edddc634-d81a-463d-ad64-0bfc08bb1545 req-ae9354cd-08f5-4474-8f58-bf7d27072fa3 tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] 10.222.0.13 "GET /v2.0/ports?device_id=f60542f0-bd80-42bb-acb0-21f477d6dd3d HTTP/1.1" status: 200 len: 945 time: 0.3182454 Apr 20 18:18:48.262829 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-a4f9d462-130a-4863-a9ba-a92a457e0bf5 tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854236732'] for security_group_rule, after_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:48.263708 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_hamode_db [None req-b3ae4a92-0f2a-4705-ab6f-16ec8486453e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdd8f8c3-dbe7-42f7-bc3b-422932aa929e', 'name': 'tempest-TestMinimumBasicScenario-2031612800-router', 'tenant_id': 'f1ef4bfa09f748e68c0ffb50c325b46d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26051af8-ebd0-4db2-857e-181975352424', 'external_fixed_ips': [{'subnet_id': 'a8fb9e9c-99d7-49f9-8da9-302520785055', 'ip_address': '172.28.0.252'}], 'enable_snat': True}, 'gw_port_id': 'eaf55504-8c2a-4c19-9976-39cc3c6b724a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:17:13Z', 'updated_at': '2021-04-20T18:17:25Z', 'revision_number': 4, 'project_id': 'f1ef4bfa09f748e68c0ffb50c325b46d', 'gw_port': {'id': 'eaf55504-8c2a-4c19-9976-39cc3c6b724a', 'name': '', 'network_id': '26051af8-ebd0-4db2-857e-181975352424', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:51:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdd8f8c3-dbe7-42f7-bc3b-422932aa929e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'a8fb9e9c-99d7-49f9-8da9-302520785055', 'ip_address': '172.28.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:17:15Z', 'updated_at': '2021-04-20T18:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8fb9e9c-99d7-49f9-8da9-302520785055', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-2-smb', '_floatingips': [{'id': '697bdca7-f5e8-45b4-ba3c-1cc006236a49', 'tenant_id': 'f1ef4bfa09f748e68c0ffb50c325b46d', 'floating_ip_address': '172.28.0.132', 'floating_network_id': '26051af8-ebd0-4db2-857e-181975352424', 'router_id': 'fdd8f8c3-dbe7-42f7-bc3b-422932aa929e', 'port_id': 'b06d5600-9f6f-4c29-906d-c6c4be47d3d4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 417, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5467fe04-58d8-4cf1-9bf3-ac31cba799ff', 'mac_address': 'fa:16:3e:87:89:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6345661c-9713-4d1c-aab4-a71f62000a4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T18:18:44Z', 'updated_at': '2021-04-20T18:18:44Z', 'revision_number': 0, 'project_id': 'f1ef4bfa09f748e68c0ffb50c325b46d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21f46fbf-fa06-4251-907f-cbb826db912b', 'name': '', 'network_id': '5467fe04-58d8-4cf1-9bf3-ac31cba799ff', 'tenant_id': 'f1ef4bfa09f748e68c0ffb50c325b46d', 'mac_address': 'fa:16:3e:a9:94:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdd8f8c3-dbe7-42f7-bc3b-422932aa929e', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'b08a8d50-4a73-40a4-89c8-8b2b52f9748b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:17:23Z', 'updated_at': '2021-04-20T18:17:35Z', 'revision_number': 5, 'project_id': 'f1ef4bfa09f748e68c0ffb50c325b46d', 'subnets': [{'id': 'b08a8d50-4a73-40a4-89c8-8b2b52f9748b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786929-2-smb', False) {} {{(pid=86313) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:18:48.268814 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3ae4a92-0f2a-4705-ab6f-16ec8486453e None None] Checking router: fdd8f8c3-dbe7-42f7-bc3b-422932aa929e for host: dv-cinder-786929-2-smb {{(pid=86313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 18:18:48.279347 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-0a95c9ee-b70e-44db-affa-7e601cf9e483 req-fa62dc7d-e1d4-4933-95c9-cdeb9b3a056a tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] 10.222.0.32 "GET /v2.0/security-groups?id=e00ece0e-9c57-41eb-9bc3-9c38bfc30996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2182376 Apr 20 18:18:48.280880 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ae4a92-0f2a-4705-ab6f-16ec8486453e None None] Routers {'fdd8f8c3-dbe7-42f7-bc3b-422932aa929e'} bound to L3 agent in host dv-cinder-786929-2-smb {{(pid=86313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:18:48.281701 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_hamode_db [None req-b3ae4a92-0f2a-4705-ab6f-16ec8486453e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786929-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-04-20T18:07:11Z,description=,heartbeat_timestamp=2021-04-20T18:18:41Z,host='dv-cinder-786929-2-smb',id=40af0123-fc20-4e27-8672-759459b7c5ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T18:07:11Z,topic='l3_agent')) {'router_ids': ['fdd8f8c3-dbe7-42f7-bc3b-422932aa929e'], 'active': True} {{(pid=86313) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:18:48.298731 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-f1773c61-d9eb-47bb-b080-19eacfac9997 tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:18:48.353843 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f9d462-130a-4863-a9ba-a92a457e0bf5 tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13ea1592-8729-497d-ab5d-a5a349575233,revision_number=0']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:18:48.358259 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-a4f9d462-130a-4863-a9ba-a92a457e0bf5 tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:18:48.371136 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567befa4-d39d-4eb0-b494-7dda5be35135 req-b9bb59b6-518c-44e4-915c-ccbc347a04b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:18:48.374005 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-567befa4-d39d-4eb0-b494-7dda5be35135 req-b9bb59b6-518c-44e4-915c-ccbc347a04b5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=5467fe04-58d8-4cf1-9bf3-ac31cba799ff HTTP/1.1" status: 200 len: 916 time: 0.6802161 Apr 20 18:18:48.380896 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-a4f9d462-130a-4863-a9ba-a92a457e0bf5 tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:48.389795 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.plugin [req-edddc634-d81a-463d-ad64-0bfc08bb1545 req-4fd746b3-d279-4a99-9434-f7a42b826f8b tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] Deleting port badb0e48-8abb-48a8-b38f-f002451f77a8 {{(pid=86310) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:18:48.390528 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-a4f9d462-130a-4863-a9ba-a92a457e0bf5 tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4122477 Apr 20 18:18:48.390927 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-edddc634-d81a-463d-ad64-0bfc08bb1545 req-4fd746b3-d279-4a99-9434-f7a42b826f8b tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363299861050484'] for port, before_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:48.391991 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.32', 52810) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:18:48.403490 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.v2.base [None req-9fee9bbb-cc65-4eb6-8807-9d56ca881757 tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] Request body: {'security_group_rule': {'security_group_id': '4cc08f58-d413-4ad9-83f0-322bafa5ca2c', 'project_id': 'f1ef4bfa09f748e68c0ffb50c325b46d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=86311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:18:48.416457 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-9fee9bbb-cc65-4eb6-8807-9d56ca881757 tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:18:48.425874 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-9fee9bbb-cc65-4eb6-8807-9d56ca881757 tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] Usage tracker for resource:security_group_rule and tenant:f1ef4bfa09f748e68c0ffb50c325b46d is out of sync, need to count used quota {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:18:48.431609 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-9fee9bbb-cc65-4eb6-8807-9d56ca881757 tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:18:48.445049 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-9fee9bbb-cc65-4eb6-8807-9d56ca881757 tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:18:48.481684 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-9fee9bbb-cc65-4eb6-8807-9d56ca881757 tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:48.517996 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_dvr_db [None req-b3ae4a92-0f2a-4705-ab6f-16ec8486453e None None] Set router fdd8f8c3-dbe7-42f7-bc3b-422932aa929e gateway port host: dv-cinder-786929-2-smb {{(pid=86313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 18:18:48.719222 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-9fee9bbb-cc65-4eb6-8807-9d56ca881757 tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:48.723130 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-9fee9bbb-cc65-4eb6-8807-9d56ca881757 tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854236732'] for security_group_rule, after_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:48.726300 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-567befa4-d39d-4eb0-b494-7dda5be35135 req-a47ed776-0c58-4894-b937-462de8c1edfa service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b06d5600-9f6f-4c29-906d-c6c4be47d3d4 HTTP/1.1" status: 200 len: 999 time: 0.2641284 Apr 20 18:18:48.788484 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:18:48.807207 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567befa4-d39d-4eb0-b494-7dda5be35135 req-d9a389fb-a1be-4906-ba51-b1aa22a3db62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:18:48.808790 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-567befa4-d39d-4eb0-b494-7dda5be35135 req-d9a389fb-a1be-4906-ba51-b1aa22a3db62 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b08a8d50-4a73-40a4-89c8-8b2b52f9748b HTTP/1.1" status: 200 len: 854 time: 0.0733082 Apr 20 18:18:48.841662 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fee9bbb-cc65-4eb6-8807-9d56ca881757 tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=213b10a0-98c4-4651-a661-7a8a138aa019,revision_number=0']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:18:48.844476 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-9fee9bbb-cc65-4eb6-8807-9d56ca881757 tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:18:48.845250 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-9fee9bbb-cc65-4eb6-8807-9d56ca881757 tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:48.850386 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-9fee9bbb-cc65-4eb6-8807-9d56ca881757 tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4528592 Apr 20 18:18:48.851014 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.32', 52826) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:18:48.866601 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.v2.base [None req-8ce4c839-fdd6-462e-b521-af4454861a2d tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] Request body: {'security_group_rule': {'security_group_id': '4cc08f58-d413-4ad9-83f0-322bafa5ca2c', 'project_id': 'f1ef4bfa09f748e68c0ffb50c325b46d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=86311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:18:48.895741 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-8ce4c839-fdd6-462e-b521-af4454861a2d tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:18:48.902964 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-8ce4c839-fdd6-462e-b521-af4454861a2d tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] Usage tracker for resource:security_group_rule and tenant:f1ef4bfa09f748e68c0ffb50c325b46d is out of sync, need to count used quota {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:18:48.963962 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-8ce4c839-fdd6-462e-b521-af4454861a2d tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:18:48.976494 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-8ce4c839-fdd6-462e-b521-af4454861a2d tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:18:49.015957 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-8ce4c839-fdd6-462e-b521-af4454861a2d tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:49.040699 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-7eee2fc3-29f5-42e8-810e-edc3a3213a97 req-f7aede46-e0fa-4d9b-b000-772657db9c91 tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ddb3673-a36f-4874-ab49-e5b904f2a32b HTTP/1.1" status: 200 len: 210 time: 0.1755795 Apr 20 18:18:49.042549 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_hamode_db [None req-b3ae4a92-0f2a-4705-ab6f-16ec8486453e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdd8f8c3-dbe7-42f7-bc3b-422932aa929e', 'name': 'tempest-TestMinimumBasicScenario-2031612800-router', 'tenant_id': 'f1ef4bfa09f748e68c0ffb50c325b46d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26051af8-ebd0-4db2-857e-181975352424', 'external_fixed_ips': [{'subnet_id': 'a8fb9e9c-99d7-49f9-8da9-302520785055', 'ip_address': '172.28.0.252'}], 'enable_snat': True}, 'gw_port_id': 'eaf55504-8c2a-4c19-9976-39cc3c6b724a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:17:13Z', 'updated_at': '2021-04-20T18:17:25Z', 'revision_number': 4, 'project_id': 'f1ef4bfa09f748e68c0ffb50c325b46d', 'gw_port': {'id': 'eaf55504-8c2a-4c19-9976-39cc3c6b724a', 'name': '', 'network_id': '26051af8-ebd0-4db2-857e-181975352424', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:51:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdd8f8c3-dbe7-42f7-bc3b-422932aa929e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'a8fb9e9c-99d7-49f9-8da9-302520785055', 'ip_address': '172.28.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:17:15Z', 'updated_at': '2021-04-20T18:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8fb9e9c-99d7-49f9-8da9-302520785055', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-2-smb', '_floatingips': [{'id': '697bdca7-f5e8-45b4-ba3c-1cc006236a49', 'tenant_id': 'f1ef4bfa09f748e68c0ffb50c325b46d', 'floating_ip_address': '172.28.0.132', 'floating_network_id': '26051af8-ebd0-4db2-857e-181975352424', 'router_id': 'fdd8f8c3-dbe7-42f7-bc3b-422932aa929e', 'port_id': 'b06d5600-9f6f-4c29-906d-c6c4be47d3d4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 417, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5467fe04-58d8-4cf1-9bf3-ac31cba799ff', 'mac_address': 'fa:16:3e:87:89:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6345661c-9713-4d1c-aab4-a71f62000a4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T18:18:44Z', 'updated_at': '2021-04-20T18:18:44Z', 'revision_number': 0, 'project_id': 'f1ef4bfa09f748e68c0ffb50c325b46d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21f46fbf-fa06-4251-907f-cbb826db912b', 'name': '', 'network_id': '5467fe04-58d8-4cf1-9bf3-ac31cba799ff', 'tenant_id': 'f1ef4bfa09f748e68c0ffb50c325b46d', 'mac_address': 'fa:16:3e:a9:94:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdd8f8c3-dbe7-42f7-bc3b-422932aa929e', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'b08a8d50-4a73-40a4-89c8-8b2b52f9748b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:17:23Z', 'updated_at': '2021-04-20T18:17:35Z', 'revision_number': 5, 'project_id': 'f1ef4bfa09f748e68c0ffb50c325b46d', 'subnets': [{'id': 'b08a8d50-4a73-40a4-89c8-8b2b52f9748b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786929-2-smb', False) {} {{(pid=86313) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:18:49.048388 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3ae4a92-0f2a-4705-ab6f-16ec8486453e None None] The sync data for ids ['fdd8f8c3-dbe7-42f7-bc3b-422932aa929e'] in dv-cinder-786929-2-smb is: [{'id': 'fdd8f8c3-dbe7-42f7-bc3b-422932aa929e', 'name': 'tempest-TestMinimumBasicScenario-2031612800-router', 'tenant_id': 'f1ef4bfa09f748e68c0ffb50c325b46d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26051af8-ebd0-4db2-857e-181975352424', 'external_fixed_ips': [{'subnet_id': 'a8fb9e9c-99d7-49f9-8da9-302520785055', 'ip_address': '172.28.0.252'}], 'enable_snat': True}, 'gw_port_id': 'eaf55504-8c2a-4c19-9976-39cc3c6b724a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:17:13Z', 'updated_at': '2021-04-20T18:17:25Z', 'revision_number': 4, 'project_id': 'f1ef4bfa09f748e68c0ffb50c325b46d', 'gw_port': {'id': 'eaf55504-8c2a-4c19-9976-39cc3c6b724a', 'name': '', 'network_id': '26051af8-ebd0-4db2-857e-181975352424', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:51:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdd8f8c3-dbe7-42f7-bc3b-422932aa929e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'a8fb9e9c-99d7-49f9-8da9-302520785055', 'ip_address': '172.28.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:17:15Z', 'updated_at': '2021-04-20T18:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8fb9e9c-99d7-49f9-8da9-302520785055', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-2-smb', '_floatingips': [{'id': '697bdca7-f5e8-45b4-ba3c-1cc006236a49', 'tenant_id': 'f1ef4bfa09f748e68c0ffb50c325b46d', 'floating_ip_address': '172.28.0.132', 'floating_network_id': '26051af8-ebd0-4db2-857e-181975352424', 'router_id': 'fdd8f8c3-dbe7-42f7-bc3b-422932aa929e', 'port_id': 'b06d5600-9f6f-4c29-906d-c6c4be47d3d4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 417, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5467fe04-58d8-4cf1-9bf3-ac31cba799ff', 'mac_address': 'fa:16:3e:87:89:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6345661c-9713-4d1c-aab4-a71f62000a4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T18:18:44Z', 'updated_at': '2021-04-20T18:18:44Z', 'revision_number': 0, 'project_id': 'f1ef4bfa09f748e68c0ffb50c325b46d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21f46fbf-fa06-4251-907f-cbb826db912b', 'name': '', 'network_id': '5467fe04-58d8-4cf1-9bf3-ac31cba799ff', 'tenant_id': 'f1ef4bfa09f748e68c0ffb50c325b46d', 'mac_address': 'fa:16:3e:a9:94:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdd8f8c3-dbe7-42f7-bc3b-422932aa929e', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'b08a8d50-4a73-40a4-89c8-8b2b52f9748b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:17:23Z', 'updated_at': '2021-04-20T18:17:35Z', 'revision_number': 5, 'project_id': 'f1ef4bfa09f748e68c0ffb50c325b46d', 'subnets': [{'id': 'b08a8d50-4a73-40a4-89c8-8b2b52f9748b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 18:18:49.085471 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0de3a2-5f62-4112-b196-d67bca791a93 req-a9a82c65-6886-428c-b423-95281ba6d6fa tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:18:49.087346 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-8e0de3a2-5f62-4112-b196-d67bca791a93 req-a9a82c65-6886-428c-b423-95281ba6d6fa tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] 10.222.0.32 "GET /v2.0/ports?device_id=07d6c6c3-c813-4ea4-9976-f31a36a8cdd1 HTTP/1.1" status: 200 len: 945 time: 0.1869786 Apr 20 18:18:49.173117 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567befa4-d39d-4eb0-b494-7dda5be35135 req-0f39f9d8-21ba-4a66-a149-111f2684f56a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:18:49.174645 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-567befa4-d39d-4eb0-b494-7dda5be35135 req-0f39f9d8-21ba-4a66-a149-111f2684f56a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5467fe04-58d8-4cf1-9bf3-ac31cba799ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3592842 Apr 20 18:18:49.181268 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.db [req-edddc634-d81a-463d-ad64-0bfc08bb1545 req-4fd746b3-d279-4a99-9434-f7a42b826f8b tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] For port badb0e48-8abb-48a8-b38f-f002451f77a8, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=badb0e48-8abb-48a8-b38f-f002451f77a8,segment=NetworkSegment(35da9b45-4e14-4089-845f-39a81432394e),segment_id=35da9b45-4e14-4089-845f-39a81432394e)] {{(pid=86310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:18:49.181668 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-edddc634-d81a-463d-ad64-0bfc08bb1545 req-4fd746b3-d279-4a99-9434-f7a42b826f8b tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632958'] for port, precommit_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:49.196785 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-8e0de3a2-5f62-4112-b196-d67bca791a93 req-d1c55ce8-8bfd-47ae-93dc-358c5349e15d tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] 10.222.0.32 "GET /v2.0/security-groups?id=72e2741b-2767-416b-b004-90187f015a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895267 Apr 20 18:18:49.495009 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-8ce4c839-fdd6-462e-b521-af4454861a2d tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:49.504428 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a7fb508-b60d-4569-ae3d-83f4cf3688e1 None None] New status for floating IP 697bdca7-f5e8-45b4-ba3c-1cc006236a49: ACTIVE {{(pid=86312) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 20 18:18:49.511436 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-8ce4c839-fdd6-462e-b521-af4454861a2d tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854236732'] for security_group_rule, after_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:49.563906 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49484cb-ada6-415f-882c-d73a99e2ded4 req-99a1978a-4612-424c-b611-5e6e95c283ab tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:18:49.566572 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-d49484cb-ada6-415f-882c-d73a99e2ded4 req-99a1978a-4612-424c-b611-5e6e95c283ab tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] 10.222.0.13 "GET /v2.0/networks?id=b5591ab1-84d9-4585-836b-47bf7632765d HTTP/1.1" status: 200 len: 808 time: 0.3479066 Apr 20 18:18:49.569683 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-a4f9d462-130a-4863-a9ba-a92a457e0bf5 tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:18:49.621347 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-8ce4c839-fdd6-462e-b521-af4454861a2d tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:49.622841 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-8ce4c839-fdd6-462e-b521-af4454861a2d tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7711251 Apr 20 18:18:49.626665 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce4c839-fdd6-462e-b521-af4454861a2d tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=457d3fe7-7cfb-4423-8264-10cc657bc383,revision_number=0']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:18:49.635096 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-8ce4c839-fdd6-462e-b521-af4454861a2d tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:18:49.636961 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.32', 52850) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:18:49.720860 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.v2.base [None req-32136fb4-ab94-43e0-b227-b238adcb25ba tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] Request body: {'security_group_rule': {'security_group_id': '4cc08f58-d413-4ad9-83f0-322bafa5ca2c', 'project_id': 'f1ef4bfa09f748e68c0ffb50c325b46d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=86311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:18:49.736660 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-32136fb4-ab94-43e0-b227-b238adcb25ba tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:18:49.756485 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-32136fb4-ab94-43e0-b227-b238adcb25ba tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] Usage tracker for resource:security_group_rule and tenant:f1ef4bfa09f748e68c0ffb50c325b46d is out of sync, need to count used quota {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:18:49.810238 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-d49484cb-ada6-415f-882c-d73a99e2ded4 req-d1f7ecc7-8df0-4f37-b0e0-1f21d3808e4b tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c63217fb60aa4544a29b035267cf6bf0 HTTP/1.1" status: 200 len: 8059 time: 0.1855557 Apr 20 18:18:49.816051 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-32136fb4-ab94-43e0-b227-b238adcb25ba tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:18:49.830651 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.v2.base [req-d49484cb-ada6-415f-882c-d73a99e2ded4 req-cdbc8a30-2826-48e4-9b5a-90fa19ed648c tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] Request body: {'port': {'device_id': '0ddb3673-a36f-4874-ab49-e5b904f2a32b', 'network_id': 'b5591ab1-84d9-4585-836b-47bf7632765d', 'admin_state_up': True, 'tenant_id': 'c63217fb60aa4544a29b035267cf6bf0', 'security_groups': ['7b994cb4-8011-4e1a-8be2-9459735723ec']}} {{(pid=86311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:18:49.866554 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-32136fb4-ab94-43e0-b227-b238adcb25ba tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:18:49.929031 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.plugin [req-edddc634-d81a-463d-ad64-0bfc08bb1545 req-4fd746b3-d279-4a99-9434-f7a42b826f8b tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] Calling delete_port for badb0e48-8abb-48a8-b38f-f002451f77a8 owned by compute:nova {{(pid=86310) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 18:18:49.955326 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406bf7d8-e64d-4068-a5d5-9d2cc3470c57 req-69ff3f85-7e71-4007-8143-0e43862d3db5 tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:18:49.958146 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-406bf7d8-e64d-4068-a5d5-9d2cc3470c57 req-69ff3f85-7e71-4007-8143-0e43862d3db5 tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] 10.222.0.32 "GET /v2.0/ports?device_id=f60542f0-bd80-42bb-acb0-21f477d6dd3d HTTP/1.1" status: 200 len: 945 time: 0.3899255 Apr 20 18:18:49.971398 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.db.securitygroups_db [None req-32136fb4-ab94-43e0-b227-b238adcb25ba tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] Project f1ef4bfa09f748e68c0ffb50c325b46d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 18:18:50.008598 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-32136fb4-ab94-43e0-b227-b238adcb25ba tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:50.060805 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-406bf7d8-e64d-4068-a5d5-9d2cc3470c57 req-757c1dff-416b-43d7-b023-bf5ad87f6280 tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] 10.222.0.32 "GET /v2.0/security-groups?id=e00ece0e-9c57-41eb-9bc3-9c38bfc30996&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905132 Apr 20 18:18:50.125099 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [req-d49484cb-ada6-415f-882c-d73a99e2ded4 req-cdbc8a30-2826-48e4-9b5a-90fa19ed648c tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:18:50.139610 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-567befa4-d39d-4eb0-b494-7dda5be35135 req-724ee240-9b73-4ce5-a1a7-b2e59ab476c8 service neutron] 10.222.0.13 "GET /v2.0/networks/5467fe04-58d8-4cf1-9bf3-ac31cba799ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9474585 Apr 20 18:18:50.156181 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [req-d49484cb-ada6-415f-882c-d73a99e2ded4 req-cdbc8a30-2826-48e4-9b5a-90fa19ed648c tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:18:50.162817 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c61ea02-5615-4a0f-bf9f-c55ed9b958e6 req-234cdc9e-5ad1-4966-864d-ed13e0d1a613 tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:18:50.164626 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-4c61ea02-5615-4a0f-bf9f-c55ed9b958e6 req-234cdc9e-5ad1-4966-864d-ed13e0d1a613 tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] 10.222.0.32 "GET /v2.0/ports?device_id=a80a91dc-748a-4277-be9b-e5f65a0ae2f9 HTTP/1.1" status: 200 len: 945 time: 0.3391085 Apr 20 18:18:50.179355 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d49484cb-ada6-415f-882c-d73a99e2ded4 req-cdbc8a30-2826-48e4-9b5a-90fa19ed648c tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] Made reservation on behalf of c63217fb60aa4544a29b035267cf6bf0 for: {'port': 1} {{(pid=86311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 18:18:50.185445 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-d49484cb-ada6-415f-882c-d73a99e2ded4 req-cdbc8a30-2826-48e4-9b5a-90fa19ed648c tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624671'] for port, before_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:50.198072 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-32136fb4-ab94-43e0-b227-b238adcb25ba tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:50.204720 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-32136fb4-ab94-43e0-b227-b238adcb25ba tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854236732'] for security_group_rule, after_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:50.292426 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-9fee9bbb-cc65-4eb6-8807-9d56ca881757 tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:18:50.303449 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-32136fb4-ab94-43e0-b227-b238adcb25ba tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:50.304732 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-32136fb4-ab94-43e0-b227-b238adcb25ba tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5950906 Apr 20 18:18:50.324058 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.32', 52858) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:18:50.341043 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.v2.base [None req-4a8e6332-7a70-496d-ae1d-f912f02cb207 tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] Request body: {'security_group_rule': {'security_group_id': '4cc08f58-d413-4ad9-83f0-322bafa5ca2c', 'project_id': 'f1ef4bfa09f748e68c0ffb50c325b46d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=86310) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:18:50.373404 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-4a8e6332-7a70-496d-ae1d-f912f02cb207 tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:18:50.378385 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32136fb4-ab94-43e0-b227-b238adcb25ba tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03898148-aba2-4096-a26c-7ff6878d5741,revision_number=0']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:18:50.389774 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-edddc634-d81a-463d-ad64-0bfc08bb1545 req-4fd746b3-d279-4a99-9434-f7a42b826f8b tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852966479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363299861045279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363299861495122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852424964'] for port, after_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:50.392022 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-4a8e6332-7a70-496d-ae1d-f912f02cb207 tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] Usage tracker for resource:security_group_rule and tenant:f1ef4bfa09f748e68c0ffb50c325b46d is out of sync, need to count used quota {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:18:50.394740 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-d2549ff0-8eeb-460e-bae2-de390a2cf9fc req-5d295042-952d-4b5b-a8c5-b2011a4531da tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ddb3673-a36f-4874-ab49-e5b904f2a32b HTTP/1.1" status: 200 len: 210 time: 0.1018798 Apr 20 18:18:50.399734 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-4a8e6332-7a70-496d-ae1d-f912f02cb207 tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:18:50.414727 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-32136fb4-ab94-43e0-b227-b238adcb25ba tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:18:50.421894 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-4c61ea02-5615-4a0f-bf9f-c55ed9b958e6 req-7bcc5d5f-0f16-4b5f-adf5-22249dcc7198 tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] 10.222.0.32 "GET /v2.0/security-groups?id=63e5a295-1c1b-4259-93ce-61133d92337d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2221537 Apr 20 18:18:50.422638 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-94fc49d4-d440-4316-b1ba-f8c815afe7ab tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:18:50.482008 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-4a8e6332-7a70-496d-ae1d-f912f02cb207 tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:18:50.496515 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd746b3-d279-4a99-9434-f7a42b826f8b tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] Pushing event deleted for resources: {'Port': ['ID=badb0e48-8abb-48a8-b38f-f002451f77a8,revision_number=None']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:18:50.503761 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-4fd746b3-d279-4a99-9434-f7a42b826f8b tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:18:50.565632 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.db_base_plugin_common [req-d49484cb-ada6-415f-882c-d73a99e2ded4 req-cdbc8a30-2826-48e4-9b5a-90fa19ed648c tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] Allocated IP 172.20.0.13 (b5591ab1-84d9-4585-836b-47bf7632765d/3243b360-2a6c-4a7d-86c5-59c501c53d43/33d9dd43-9391-4d91-b569-05d07ccab82b) {{(pid=86311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 18:18:50.585468 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.db.securitygroups_db [None req-4a8e6332-7a70-496d-ae1d-f912f02cb207 tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] Project f1ef4bfa09f748e68c0ffb50c325b46d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 18:18:50.588470 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.32', 52864) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:18:50.610025 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-567befa4-d39d-4eb0-b494-7dda5be35135 req-5b349ac1-f97a-4693-baac-aa7aad0e4433 service neutron] 10.222.0.13 "GET /v2.0/networks/5467fe04-58d8-4cf1-9bf3-ac31cba799ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4129908 Apr 20 18:18:50.610993 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_dvrscheduler_db [req-edddc634-d81a-463d-ad64-0bfc08bb1545 req-4fd746b3-d279-4a99-9434-f7a42b826f8b tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] No DVR routers for this DVR port badb0e48-8abb-48a8-b38f-f002451f77a8 on host hv-cinder-78692 {{(pid=86310) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 18:18:50.612579 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-4a8e6332-7a70-496d-ae1d-f912f02cb207 tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:50.626321 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-edddc634-d81a-463d-ad64-0bfc08bb1545 req-4fd746b3-d279-4a99-9434-f7a42b826f8b tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759958'] for port, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:50.629365 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f60542f0-bd80-42bb-acb0-21f477d6dd3d', 'name': 'network-vif-deleted', 'tag': 'badb0e48-8abb-48a8-b38f-f002451f77a8'}] {{(pid=86310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:18:50.668658 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-edddc634-d81a-463d-ad64-0bfc08bb1545 req-4fd746b3-d279-4a99-9434-f7a42b826f8b tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] 10.222.0.13 "DELETE /v2.0/ports/badb0e48-8abb-48a8-b38f-f002451f77a8 HTTP/1.1" status: 204 len: 173 time: 2.4415441 Apr 20 18:18:50.698032 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f60542f0-bd80-42bb-acb0-21f477d6dd3d', 'name': 'network-vif-deleted', 'tag': 'badb0e48-8abb-48a8-b38f-f002451f77a8', 'status': 'completed', 'code': 200} Apr 20 18:18:50.702742 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-4a8e6332-7a70-496d-ae1d-f912f02cb207 tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:50.705723 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-4a8e6332-7a70-496d-ae1d-f912f02cb207 tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854236732'] for security_group_rule, after_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:50.708297 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-ff6d3034-fdba-4dae-966e-57b6be512534 tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:18:50.714985 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee871eda-6ee3-449f-b315-dac861162469 admin admin] Deleting subnet 3790ef40-94fe-4384-81d7-8b2f617228ac {{(pid=86311) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 20 18:18:50.721069 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-ee871eda-6ee3-449f-b315-dac861162469 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:50.735588 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8e6332-7a70-496d-ae1d-f912f02cb207 tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f1bee06-8196-49c2-871f-c75691653d41,revision_number=0']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:18:50.740965 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-4a8e6332-7a70-496d-ae1d-f912f02cb207 tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:18:50.749039 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-4a8e6332-7a70-496d-ae1d-f912f02cb207 tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:50.753385 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-4a8e6332-7a70-496d-ae1d-f912f02cb207 tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4228802 Apr 20 18:18:50.792460 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0197290c-16ba-4faa-bfa7-773177e1d611 req-01e0254a-14ef-4f22-8a62-41fad60269ea tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:18:50.793992 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-0197290c-16ba-4faa-bfa7-773177e1d611 req-01e0254a-14ef-4f22-8a62-41fad60269ea tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] 10.222.0.32 "GET /v2.0/ports?device_id=07d6c6c3-c813-4ea4-9976-f31a36a8cdd1 HTTP/1.1" status: 200 len: 945 time: 0.2910907 Apr 20 18:18:50.887851 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-40936e3f-4dd5-4e69-a195-c1739850d9f9 req-f5af7ffa-b3cb-4e9d-9d57-655bccbf4cb1 tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2081786757&fields=id&tenant_id=f1ef4bfa09f748e68c0ffb50c325b46d HTTP/1.1" status: 200 len: 267 time: 0.0451834 Apr 20 18:18:50.942394 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-ee871eda-6ee3-449f-b315-dac861162469 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2266016'] for subnet, precommit_delete_associations {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:50.985641 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40936e3f-4dd5-4e69-a195-c1739850d9f9 req-a74bf262-d646-4ce1-b64f-03eb6b4c2a93 tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:18:50.987296 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-40936e3f-4dd5-4e69-a195-c1739850d9f9 req-a74bf262-d646-4ce1-b64f-03eb6b4c2a93 tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] 10.222.0.32 "GET /v2.0/ports?device_id=6345661c-9713-4d1c-aab4-a71f62000a4c HTTP/1.1" status: 200 len: 945 time: 0.0928934 Apr 20 18:18:51.001426 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.v2.base [req-40936e3f-4dd5-4e69-a195-c1739850d9f9 req-f85d4dba-76d0-46d9-8cd9-373dd77f8192 tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] Request body: {'port': {'security_groups': ['65af6381-35bc-4067-932d-2c0d9f598574', '4cc08f58-d413-4ad9-83f0-322bafa5ca2c']}} {{(pid=86310) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:18:51.015953 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-0197290c-16ba-4faa-bfa7-773177e1d611 req-fc83cc7f-a5e0-43d5-8471-d7693c6b466f tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] 10.222.0.32 "GET /v2.0/security-groups?id=72e2741b-2767-416b-b004-90187f015a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1645346 Apr 20 18:18:51.051731 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-ee871eda-6ee3-449f-b315-dac861162469 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852945248'] for subnet, precommit_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:51.086140 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-d49484cb-ada6-415f-882c-d73a99e2ded4 req-cdbc8a30-2826-48e4-9b5a-90fa19ed648c tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] Notify callbacks [] for port, precommit_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:51.121740 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.provisioning_blocks [req-d49484cb-ada6-415f-882c-d73a99e2ded4 req-cdbc8a30-2826-48e4-9b5a-90fa19ed648c tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] Transition to ACTIVE for port object 33d9dd43-9391-4d91-b569-05d07ccab82b will not be triggered until provisioned by entity DHCP. {{(pid=86311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 18:18:51.140764 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-40936e3f-4dd5-4e69-a195-c1739850d9f9 req-f85d4dba-76d0-46d9-8cd9-373dd77f8192 tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624671'] for port, before_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:51.302053 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-8493b1a2-f0e4-4791-a242-f78205593cbe req-5af6dc4a-2edc-416c-82c4-e46b7a8a648a tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] 10.222.0.32 "GET /v2.0/ports?device_id=f60542f0-bd80-42bb-acb0-21f477d6dd3d HTTP/1.1" status: 200 len: 210 time: 0.0770423 Apr 20 18:18:51.337793 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-d49484cb-ada6-415f-882c-d73a99e2ded4 req-cdbc8a30-2826-48e4-9b5a-90fa19ed648c tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852966479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736993280678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850693756'] for port, after_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:51.353934 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-e8a66c74-ff2e-4e73-a959-dc66ca9b135a tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:18:51.473967 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d49484cb-ada6-415f-882c-d73a99e2ded4 req-cdbc8a30-2826-48e4-9b5a-90fa19ed648c tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] Network b5591ab1-84d9-4585-836b-47bf7632765d is already hosted by enough agents. {{(pid=86311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 18:18:51.480493 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.db [req-40936e3f-4dd5-4e69-a195-c1739850d9f9 req-f85d4dba-76d0-46d9-8cd9-373dd77f8192 tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] For port b06d5600-9f6f-4c29-906d-c6c4be47d3d4, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=b06d5600-9f6f-4c29-906d-c6c4be47d3d4,segment=NetworkSegment(c3761845-e004-4da1-9e49-7695607d742e),segment_id=c3761845-e004-4da1-9e49-7695607d742e)] {{(pid=86310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:18:51.483132 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.scheduler.base_scheduler [req-d49484cb-ada6-415f-882c-d73a99e2ded4 req-cdbc8a30-2826-48e4-9b5a-90fa19ed648c tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] Resources bound (agent type, host, resource id): {{(pid=86311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:18:51.493351 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbc8a30-2826-48e4-9b5a-90fa19ed648c tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] Pushing event updated for resources: {'Port': ['ID=33d9dd43-9391-4d91-b569-05d07ccab82b,revision_number=1']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:18:51.497792 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_dvrscheduler_db [req-d49484cb-ada6-415f-882c-d73a99e2ded4 req-cdbc8a30-2826-48e4-9b5a-90fa19ed648c tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] Received port after_create {{(pid=86311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 18:18:51.513206 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-40936e3f-4dd5-4e69-a195-c1739850d9f9 req-f85d4dba-76d0-46d9-8cd9-373dd77f8192 tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] Notify callbacks [] for port, precommit_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:51.519513 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-40936e3f-4dd5-4e69-a195-c1739850d9f9 req-f85d4dba-76d0-46d9-8cd9-373dd77f8192 tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852966479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736993730504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736993280695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299861495088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2350837'] for port, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:51.527275 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-396dac64-1324-4203-91f1-a51878eb4dcd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:18:51.532114 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-cdbc8a30-2826-48e4-9b5a-90fa19ed648c tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:18:51.539715 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.db [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] get_ports_and_sgs() called for port_ids ['b06d5600-9f6f-4c29-906d-c6c4be47d3d4'] {{(pid=86312) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 18:18:51.613581 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40936e3f-4dd5-4e69-a195-c1739850d9f9 req-f85d4dba-76d0-46d9-8cd9-373dd77f8192 tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:18:51.614318 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-40936e3f-4dd5-4e69-a195-c1739850d9f9 req-f85d4dba-76d0-46d9-8cd9-373dd77f8192 tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759958'] for port, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:51.616503 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-40936e3f-4dd5-4e69-a195-c1739850d9f9 req-f85d4dba-76d0-46d9-8cd9-373dd77f8192 tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] 10.222.0.32 "PUT /v2.0/ports/b06d5600-9f6f-4c29-906d-c6c4be47d3d4 HTTP/1.1" status: 200 len: 981 time: 0.6203606 Apr 20 18:18:51.661981 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85d4dba-76d0-46d9-8cd9-373dd77f8192 tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] Pushing event updated for resources: {'Port': ['ID=b06d5600-9f6f-4c29-906d-c6c4be47d3d4,revision_number=6']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:18:51.665070 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49484cb-ada6-415f-882c-d73a99e2ded4 req-cdbc8a30-2826-48e4-9b5a-90fa19ed648c tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:18:51.665803 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-d49484cb-ada6-415f-882c-d73a99e2ded4 req-cdbc8a30-2826-48e4-9b5a-90fa19ed648c tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-751497'] for port, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:51.681086 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-f85d4dba-76d0-46d9-8cd9-373dd77f8192 tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:18:51.725949 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-d49484cb-ada6-415f-882c-d73a99e2ded4 req-cdbc8a30-2826-48e4-9b5a-90fa19ed648c tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9025147 Apr 20 18:18:51.735831 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.db [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] get_ports_and_sgs() called for port_ids ['b06d5600-9f6f-4c29-906d-c6c4be47d3d4'] {{(pid=86312) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 18:18:51.749044 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.v2.base [req-d49484cb-ada6-415f-882c-d73a99e2ded4 req-3e6cbf6c-ab98-47ec-a166-73f24aac908a service neutron] Request body: {'port': {'device_id': '0ddb3673-a36f-4874-ab49-e5b904f2a32b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78692'}} {{(pid=86311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:18:51.809198 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-ee871eda-6ee3-449f-b315-dac861162469 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1830552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854235284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036850694064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2979558'] for subnet, after_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:51.834880 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-cafe0cf4-c976-44e1-acd1-7de7e3d12a55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:18:51.864301 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.provisioning_blocks [None req-9e48800b-6af7-4c6e-8592-a6d0fb66d0c5 None None] Provisioning for port 33d9dd43-9391-4d91-b569-05d07ccab82b completed by entity DHCP. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 18:18:51.900661 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.provisioning_blocks [None req-9e48800b-6af7-4c6e-8592-a6d0fb66d0c5 None None] Provisioning complete for port 33d9dd43-9391-4d91-b569-05d07ccab82b triggered by entity DHCP. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:18:51.901124 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-9e48800b-6af7-4c6e-8592-a6d0fb66d0c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853381758'] for port, provisioning_complete {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:51.909263 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6695a8fa-1c2a-4fb0-975a-857102c870cf req-2810eda0-8d04-4e37-a173-494f4ccf7eb7 tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:18:51.911340 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-6695a8fa-1c2a-4fb0-975a-857102c870cf req-2810eda0-8d04-4e37-a173-494f4ccf7eb7 tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] 10.222.0.32 "GET /v2.0/ports?device_id=a80a91dc-748a-4277-be9b-e5f65a0ae2f9 HTTP/1.1" status: 200 len: 945 time: 0.1265931 Apr 20 18:18:51.973027 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-6695a8fa-1c2a-4fb0-975a-857102c870cf req-294ed899-6a39-4a2c-8866-03135c82cbea tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] 10.222.0.32 "GET /v2.0/security-groups?id=63e5a295-1c1b-4259-93ce-61133d92337d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533674 Apr 20 18:18:52.055596 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.plugin [None req-9e48800b-6af7-4c6e-8592-a6d0fb66d0c5 None None] Port 33d9dd43-9391-4d91-b569-05d07ccab82b cannot update to ACTIVE because it is not bound. {{(pid=86312) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 18:18:52.101537 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee871eda-6ee3-449f-b315-dac861162469 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3790ef40-94fe-4384-81d7-8b2f617228ac,revision_number=None']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:18:52.108687 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-ee871eda-6ee3-449f-b315-dac861162469 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:18:52.124040 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-ee871eda-6ee3-449f-b315-dac861162469 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-751497'] for subnet, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:52.126132 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-ee871eda-6ee3-449f-b315-dac861162469 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/3790ef40-94fe-4384-81d7-8b2f617228ac HTTP/1.1" status: 204 len: 168 time: 1.5355458 Apr 20 18:18:52.135217 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32abc08-839a-4b12-9c1c-6c1f73df6978 req-c5a64946-eb66-4b3b-b932-7d2808d729e7 tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:18:52.136032 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [req-f32abc08-839a-4b12-9c1c-6c1f73df6978 req-c5a64946-eb66-4b3b-b932-7d2808d729e7 tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] Synchronizing usage tracker for tenant:c63217fb60aa4544a29b035267cf6bf0 on resource:port {{(pid=86311) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 18:18:52.138813 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.32', 52882) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:18:52.225691 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [req-f32abc08-839a-4b12-9c1c-6c1f73df6978 req-c5a64946-eb66-4b3b-b932-7d2808d729e7 tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] Unset dirty status for tenant:c63217fb60aa4544a29b035267cf6bf0 on resource:port {{(pid=86311) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 18:18:52.227007 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-f32abc08-839a-4b12-9c1c-6c1f73df6978 req-c5a64946-eb66-4b3b-b932-7d2808d729e7 tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ddb3673-a36f-4874-ab49-e5b904f2a32b HTTP/1.1" status: 200 len: 932 time: 0.6940665 Apr 20 18:18:52.261894 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.provisioning_blocks [None req-d98e6880-834b-4bda-8fa3-e0d27b6545dd None None] Provisioning complete for port b06d5600-9f6f-4c29-906d-c6c4be47d3d4 triggered by entity DHCP. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:18:52.262926 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-d98e6880-834b-4bda-8fa3-e0d27b6545dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853381758'] for port, provisioning_complete {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:52.272077 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b5aab4-d5df-48b9-860b-a0e3574073a8 req-683bfaba-047b-4144-962f-c7004af95dae tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:18:52.273859 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-99b5aab4-d5df-48b9-860b-a0e3574073a8 req-683bfaba-047b-4144-962f-c7004af95dae tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] 10.222.0.32 "GET /v2.0/ports?device_id=6345661c-9713-4d1c-aab4-a71f62000a4c HTTP/1.1" status: 200 len: 984 time: 0.1616578 Apr 20 18:18:52.328490 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.rpc [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Device badb0e48-8abb-48a8-b38f-f002451f77a8 no longer exists at agent hyperv_hv-cinder-78692 {{(pid=86312) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 18:18:52.356826 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fb629b-5f14-48f7-8d55-42fe8b232c93 req-c349528b-7b28-4455-bc2b-d2bdfa4dd8ad tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:18:52.358657 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-d8fb629b-5f14-48f7-8d55-42fe8b232c93 req-c349528b-7b28-4455-bc2b-d2bdfa4dd8ad tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] 10.222.0.13 "GET /v2.0/ports?device_id=a80a91dc-748a-4277-be9b-e5f65a0ae2f9 HTTP/1.1" status: 200 len: 945 time: 0.1595047 Apr 20 18:18:52.363514 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-99b5aab4-d5df-48b9-860b-a0e3574073a8 req-771c9bac-76a0-41e1-a03e-3a405f2347ce tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] 10.222.0.32 "GET /v2.0/security-groups?id=4cc08f58-d413-4ad9-83f0-322bafa5ca2c&id=65af6381-35bc-4067-932d-2c0d9f598574&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0775173 Apr 20 18:18:52.373299 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-d49484cb-ada6-415f-882c-d73a99e2ded4 req-3e6cbf6c-ab98-47ec-a166-73f24aac908a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624671'] for port, before_update {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:52.384876 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.plugin [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] No Port match for: badb0e48-8abb-48a8-b38f-f002451f77a8 {{(pid=86312) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 18:18:52.385330 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.rpc [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Device badb0e48-8abb-48a8-b38f-f002451f77a8 not bound to the agent host hv-cinder-78692 {{(pid=86312) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 18:18:52.395660 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-f32abc08-839a-4b12-9c1c-6c1f73df6978 req-714ec7cc-7dc9-41df-ae22-0026e75e490d tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b994cb4-8011-4e1a-8be2-9459735723ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1155074 Apr 20 18:18:52.403611 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-37a3ddfd-58a5-47b0-a111-92618e16e623 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853350932'] for network, before_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:52.492381 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.plugin [req-d8fb629b-5f14-48f7-8d55-42fe8b232c93 req-1c551581-c73f-4790-9001-0fb83cd11f4c tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] Deleting port db323314-cd35-4373-ae57-b5d5265d2838 {{(pid=86310) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:18:52.492788 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-d8fb629b-5f14-48f7-8d55-42fe8b232c93 req-1c551581-c73f-4790-9001-0fb83cd11f4c tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363299861050484'] for port, before_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:52.683404 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.32', 52890) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:18:52.700139 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6345661c-9713-4d1c-aab4-a71f62000a4c', 'tag': 'b06d5600-9f6f-4c29-906d-c6c4be47d3d4'}] {{(pid=86310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:18:52.774510 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6345661c-9713-4d1c-aab4-a71f62000a4c', 'tag': 'b06d5600-9f6f-4c29-906d-c6c4be47d3d4', 'status': 'completed', 'code': 200} Apr 20 18:18:52.985441 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.db_base_plugin_v2 [None req-75740dfd-f17b-480f-ae88-5e0457d108f8 admin admin] Deleting subnet 6f3914bf-0050-4c6e-8c1b-205da5910b8c {{(pid=86311) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 20 18:18:52.990785 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-37a3ddfd-58a5-47b0-a111-92618e16e623 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1830645', 'neutron.services.segments.db._delete_segments_for_network-8736993762163'] for network, precommit_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:52.998323 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.db [req-d8fb629b-5f14-48f7-8d55-42fe8b232c93 req-1c551581-c73f-4790-9001-0fb83cd11f4c tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] For port db323314-cd35-4373-ae57-b5d5265d2838, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=db323314-cd35-4373-ae57-b5d5265d2838,segment=NetworkSegment(c3ded3fe-e1f6-46cb-bb95-d0e46e9eb1ff),segment_id=c3ded3fe-e1f6-46cb-bb95-d0e46e9eb1ff)] {{(pid=86310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:18:52.998681 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-d8fb629b-5f14-48f7-8d55-42fe8b232c93 req-1c551581-c73f-4790-9001-0fb83cd11f4c tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632958'] for port, precommit_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:53.008320 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-75740dfd-f17b-480f-ae88-5e0457d108f8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:53.029049 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcddd38-f4de-469e-bd85-900aa95f68f3 req-9daa28c0-8244-48bd-baf8-a67db5b29355 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:18:53.030806 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-ddcddd38-f4de-469e-bd85-900aa95f68f3 req-9daa28c0-8244-48bd-baf8-a67db5b29355 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] 10.222.0.32 "GET /v2.0/ports?device_id=07d6c6c3-c813-4ea4-9976-f31a36a8cdd1 HTTP/1.1" status: 200 len: 945 time: 0.3841257 Apr 20 18:18:53.173680 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.plugin [req-d8fb629b-5f14-48f7-8d55-42fe8b232c93 req-1c551581-c73f-4790-9001-0fb83cd11f4c tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] Calling delete_port for db323314-cd35-4373-ae57-b5d5265d2838 owned by compute:nova {{(pid=86310) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 18:18:53.228533 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-75740dfd-f17b-480f-ae88-5e0457d108f8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2266016'] for subnet, precommit_delete_associations {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:53.228740 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fe9555-3b60-4ece-916d-561a04158bd4 req-bc57a460-d6fe-4e19-8d6e-68fcbf63a2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:18:53.230316 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-57fe9555-3b60-4ece-916d-561a04158bd4 req-bc57a460-d6fe-4e19-8d6e-68fcbf63a2f8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f1ef4bfa09f748e68c0ffb50c325b46d&device_id=6345661c-9713-4d1c-aab4-a71f62000a4c HTTP/1.1" status: 200 len: 1137 time: 0.3843899 Apr 20 18:18:53.296876 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-ddcddd38-f4de-469e-bd85-900aa95f68f3 req-b46b6d97-0bcb-41a6-8b81-ea1fbc9719e9 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] 10.222.0.32 "GET /v2.0/security-groups?id=72e2741b-2767-416b-b004-90187f015a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2107899 Apr 20 18:18:53.306574 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.services.segments.db [None req-37a3ddfd-58a5-47b0-a111-92618e16e623 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d990c784-9073-40b8-aa1a-a58c083aec5a']}} {{(pid=86311) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:18:53.350343 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.services.segments.db [None req-37a3ddfd-58a5-47b0-a111-92618e16e623 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d308883-6bba-403d-84fe-7f77b08a55c0') {'for_net_delete': True} {{(pid=86311) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:18:53.350707 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.services.segments.db [None req-37a3ddfd-58a5-47b0-a111-92618e16e623 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d308883-6bba-403d-84fe-7f77b08a55c0') {} {{(pid=86311) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:18:53.373124 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-75740dfd-f17b-480f-ae88-5e0457d108f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852945248'] for subnet, precommit_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:53.449102 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-37a3ddfd-58a5-47b0-a111-92618e16e623 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363299860984163', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852509784'] for segment, before_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:53.473637 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fe9555-3b60-4ece-916d-561a04158bd4 req-a1904d95-7d06-4e95-96c4-772762cbdec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:18:53.475159 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-57fe9555-3b60-4ece-916d-561a04158bd4 req-a1904d95-7d06-4e95-96c4-772762cbdec1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=5467fe04-58d8-4cf1-9bf3-ac31cba799ff HTTP/1.1" status: 200 len: 916 time: 0.2319679 Apr 20 18:18:53.491383 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-37a3ddfd-58a5-47b0-a111-92618e16e623 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1711814'] for segment, precommit_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:53.509582 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.notifiers.nova [req-d49484cb-ada6-415f-882c-d73a99e2ded4 req-3e6cbf6c-ab98-47ec-a166-73f24aac908a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33d9dd43-9391-4d91-b569-05d07ccab82b {{(pid=86311) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 18:18:53.528639 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281e11a1-e68d-4eff-bceb-f14fcdae76da req-0efcb87c-370b-4867-a3b9-275f03c5b6b7 tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:18:53.530323 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-281e11a1-e68d-4eff-bceb-f14fcdae76da req-0efcb87c-370b-4867-a3b9-275f03c5b6b7 tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] 10.222.0.32 "GET /v2.0/ports?device_id=a80a91dc-748a-4277-be9b-e5f65a0ae2f9 HTTP/1.1" status: 200 len: 945 time: 0.4293513 Apr 20 18:18:53.533516 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37a3ddfd-58a5-47b0-a111-92618e16e623 admin admin] Releasing vlan 136 on physical network physnet1 to pool {{(pid=86311) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 20 18:18:53.579293 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-d49484cb-ada6-415f-882c-d73a99e2ded4 req-3e6cbf6c-ab98-47ec-a166-73f24aac908a service neutron] Notify callbacks [] for port, precommit_update {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:53.834725 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-d8fb629b-5f14-48f7-8d55-42fe8b232c93 req-1c551581-c73f-4790-9001-0fb83cd11f4c tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852966479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363299861045279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363299861495122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852424964'] for port, after_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:53.845833 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.db [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] get_ports_and_sgs() called for port_ids ['8fb4d145-1862-458a-8f77-c2300060536e', 'db323314-cd35-4373-ae57-b5d5265d2838'] {{(pid=86312) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 18:18:53.850464 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-14f13c5b-6d82-4322-857b-396c7be9d0fd tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:18:53.912131 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-281e11a1-e68d-4eff-bceb-f14fcdae76da req-0690918b-adaf-45c6-973b-04aabae21ce8 tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] 10.222.0.32 "GET /v2.0/security-groups?id=63e5a295-1c1b-4259-93ce-61133d92337d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3540323 Apr 20 18:18:53.916687 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.managers [None req-37a3ddfd-58a5-47b0-a111-92618e16e623 admin admin] Network d990c784-9073-40b8-aa1a-a58c083aec5a has no segments {{(pid=86311) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 18:18:53.928122 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-37a3ddfd-58a5-47b0-a111-92618e16e623 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853064015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4082163'] for segment, after_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:53.944693 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c551581-c73f-4790-9001-0fb83cd11f4c tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] Pushing event deleted for resources: {'Port': ['ID=db323314-cd35-4373-ae57-b5d5265d2838,revision_number=None']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:18:53.965280 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c551581-c73f-4790-9001-0fb83cd11f4c tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:18:53.965902 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c551581-c73f-4790-9001-0fb83cd11f4c tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:18:53.966559 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c551581-c73f-4790-9001-0fb83cd11f4c tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:18:53.967173 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c551581-c73f-4790-9001-0fb83cd11f4c tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:18:53.967931 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c551581-c73f-4790-9001-0fb83cd11f4c tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:18:53.968602 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c551581-c73f-4790-9001-0fb83cd11f4c tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:18:53.969234 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c551581-c73f-4790-9001-0fb83cd11f4c tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:18:53.969888 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c551581-c73f-4790-9001-0fb83cd11f4c tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:18:53.970581 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c551581-c73f-4790-9001-0fb83cd11f4c tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:18:53.971241 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c551581-c73f-4790-9001-0fb83cd11f4c tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:18:53.971960 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c551581-c73f-4790-9001-0fb83cd11f4c tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:18:53.972763 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c551581-c73f-4790-9001-0fb83cd11f4c tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:18:53.987208 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-1c551581-c73f-4790-9001-0fb83cd11f4c tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:18:54.033541 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-57fe9555-3b60-4ece-916d-561a04158bd4 req-ece8084e-260b-48a1-98d2-0b1cf992a473 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b06d5600-9f6f-4c29-906d-c6c4be47d3d4 HTTP/1.1" status: 200 len: 1001 time: 0.5510211 Apr 20 18:18:54.137588 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8fb629b-5f14-48f7-8d55-42fe8b232c93 req-1c551581-c73f-4790-9001-0fb83cd11f4c tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] No DVR routers for this DVR port db323314-cd35-4373-ae57-b5d5265d2838 on host hv-cinder-78692 {{(pid=86310) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 18:18:54.142732 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-d8fb629b-5f14-48f7-8d55-42fe8b232c93 req-1c551581-c73f-4790-9001-0fb83cd11f4c tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759958'] for port, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:54.175406 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fe9555-3b60-4ece-916d-561a04158bd4 req-ff3d312c-7f5f-4ac3-8d7b-35ea500f6c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:18:54.177119 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-57fe9555-3b60-4ece-916d-561a04158bd4 req-ff3d312c-7f5f-4ac3-8d7b-35ea500f6c7c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b08a8d50-4a73-40a4-89c8-8b2b52f9748b HTTP/1.1" status: 200 len: 854 time: 0.1361892 Apr 20 18:18:54.178369 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-d8fb629b-5f14-48f7-8d55-42fe8b232c93 req-1c551581-c73f-4790-9001-0fb83cd11f4c tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] 10.222.0.13 "DELETE /v2.0/ports/db323314-cd35-4373-ae57-b5d5265d2838 HTTP/1.1" status: 204 len: 173 time: 1.8105333 Apr 20 18:18:54.186745 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78eb3fda-e35a-4f77-9369-5b46cfef08d7 req-cfc4c36b-04ef-46b8-ba9b-87593b024acb tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:18:54.188263 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-78eb3fda-e35a-4f77-9369-5b46cfef08d7 req-cfc4c36b-04ef-46b8-ba9b-87593b024acb tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ddb3673-a36f-4874-ab49-e5b904f2a32b HTTP/1.1" status: 200 len: 932 time: 0.4176946 Apr 20 18:18:54.205047 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.managers [None req-37a3ddfd-58a5-47b0-a111-92618e16e623 admin admin] Network d990c784-9073-40b8-aa1a-a58c083aec5a has no segments {{(pid=86311) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 18:18:54.229955 dv-cinder-786929-2-smb neutron-server[86195]: Traceback (most recent call last): Apr 20 18:18:54.229955 dv-cinder-786929-2-smb neutron-server[86195]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 18:18:54.229955 dv-cinder-786929-2-smb neutron-server[86195]: timer() Apr 20 18:18:54.229955 dv-cinder-786929-2-smb neutron-server[86195]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 18:18:54.229955 dv-cinder-786929-2-smb neutron-server[86195]: cb(*args, **kw) Apr 20 18:18:54.229955 dv-cinder-786929-2-smb neutron-server[86195]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 20 18:18:54.229955 dv-cinder-786929-2-smb neutron-server[86195]: return func(*args, **kwargs) Apr 20 18:18:54.229955 dv-cinder-786929-2-smb neutron-server[86195]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 18:18:54.229955 dv-cinder-786929-2-smb neutron-server[86195]: self._notify() Apr 20 18:18:54.229955 dv-cinder-786929-2-smb neutron-server[86195]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 18:18:54.229955 dv-cinder-786929-2-smb neutron-server[86195]: self.callback(batched_events) Apr 20 18:18:54.229955 dv-cinder-786929-2-smb neutron-server[86195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 18:18:54.229955 dv-cinder-786929-2-smb neutron-server[86195]: event.method(event) Apr 20 18:18:54.229955 dv-cinder-786929-2-smb neutron-server[86195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 18:18:54.229955 dv-cinder-786929-2-smb neutron-server[86195]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 18:18:54.229955 dv-cinder-786929-2-smb neutron-server[86195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 20 18:18:54.229955 dv-cinder-786929-2-smb neutron-server[86195]: segment_id)['aggregates'][0] Apr 20 18:18:54.229955 dv-cinder-786929-2-smb neutron-server[86195]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 18:18:54.229955 dv-cinder-786929-2-smb neutron-server[86195]: return f(self, *a, **k) Apr 20 18:18:54.229955 dv-cinder-786929-2-smb neutron-server[86195]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 18:18:54.229955 dv-cinder-786929-2-smb neutron-server[86195]: return self._get(url).json() Apr 20 18:18:54.229955 dv-cinder-786929-2-smb neutron-server[86195]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 18:18:54.229955 dv-cinder-786929-2-smb neutron-server[86195]: **kwargs) Apr 20 18:18:54.229955 dv-cinder-786929-2-smb neutron-server[86195]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 18:18:54.229955 dv-cinder-786929-2-smb neutron-server[86195]: return self.request(url, 'GET', **kwargs) Apr 20 18:18:54.229955 dv-cinder-786929-2-smb neutron-server[86195]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 20 18:18:54.229955 dv-cinder-786929-2-smb neutron-server[86195]: **endpoint_filter) Apr 20 18:18:54.229955 dv-cinder-786929-2-smb neutron-server[86195]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 18:18:54.229955 dv-cinder-786929-2-smb neutron-server[86195]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 18:18:54.229955 dv-cinder-786929-2-smb neutron-server[86195]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 18:18:54.229955 dv-cinder-786929-2-smb neutron-server[86195]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 18:18:54.229955 dv-cinder-786929-2-smb neutron-server[86195]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 18:18:54.293939 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-78eb3fda-e35a-4f77-9369-5b46cfef08d7 req-5d8ffba8-cc8d-43a9-a448-641ffd74a70f tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b994cb4-8011-4e1a-8be2-9459735723ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648184 Apr 20 18:18:54.318339 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fe9555-3b60-4ece-916d-561a04158bd4 req-ce150678-3858-4a72-aa53-b6392b323580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:18:54.320671 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-57fe9555-3b60-4ece-916d-561a04158bd4 req-ce150678-3858-4a72-aa53-b6392b323580 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5467fe04-58d8-4cf1-9bf3-ac31cba799ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1310608 Apr 20 18:18:54.331465 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.provisioning_blocks [req-d49484cb-ada6-415f-882c-d73a99e2ded4 req-3e6cbf6c-ab98-47ec-a166-73f24aac908a service neutron] Transition to ACTIVE for port object 33d9dd43-9391-4d91-b569-05d07ccab82b will not be triggered until provisioned by entity L2. {{(pid=86311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 18:18:54.332307 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-37a3ddfd-58a5-47b0-a111-92618e16e623 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036852945155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854236788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854121855'] for network, after_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:54.336438 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-75740dfd-f17b-480f-ae88-5e0457d108f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1830552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854235284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036850694064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2979558'] for subnet, after_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:54.337223 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-d49484cb-ada6-415f-882c-d73a99e2ded4 req-3e6cbf6c-ab98-47ec-a166-73f24aac908a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852966479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736993730504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736993280695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299861495088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4082061'] for port, after_update {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:54.343107 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:18:54.403545 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-37a3ddfd-58a5-47b0-a111-92618e16e623 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-751497'] for network, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:54.497160 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-57fe9555-3b60-4ece-916d-561a04158bd4 req-9450f316-1f38-40e1-a378-235cf1a2c7ba service neutron] 10.222.0.13 "GET /v2.0/networks/5467fe04-58d8-4cf1-9bf3-ac31cba799ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1657300 Apr 20 18:18:54.673795 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-57fe9555-3b60-4ece-916d-561a04158bd4 req-c7e2ca8f-78fa-49cf-85b9-567d827a37ee service neutron] 10.222.0.13 "GET /v2.0/networks/5467fe04-58d8-4cf1-9bf3-ac31cba799ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1641099 Apr 20 18:18:54.719080 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-75740dfd-f17b-480f-ae88-5e0457d108f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-751497'] for subnet, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:54.775949 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a80a91dc-748a-4277-be9b-e5f65a0ae2f9', 'name': 'network-vif-deleted', 'tag': 'db323314-cd35-4373-ae57-b5d5265d2838'}] {{(pid=86310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:18:54.805422 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-37a3ddfd-58a5-47b0-a111-92618e16e623 admin admin] 10.222.0.32 "DELETE /v2.0/networks/d990c784-9073-40b8-aa1a-a58c083aec5a HTTP/1.1" status: 204 len: 168 time: 2.6624110 Apr 20 18:18:54.808435 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.32', 52904) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:18:54.851060 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-75740dfd-f17b-480f-ae88-5e0457d108f8 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/6f3914bf-0050-4c6e-8c1b-205da5910b8c HTTP/1.1" status: 204 len: 168 time: 2.1642697 Apr 20 18:18:54.851060 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6cbf6c-ab98-47ec-a166-73f24aac908a service neutron] Pushing event updated for resources: {'Port': ['ID=33d9dd43-9391-4d91-b569-05d07ccab82b,revision_number=2']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:18:54.851739 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a80a91dc-748a-4277-be9b-e5f65a0ae2f9', 'name': 'network-vif-deleted', 'tag': 'db323314-cd35-4373-ae57-b5d5265d2838', 'status': 'completed', 'code': 200} Apr 20 18:18:54.852285 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.32', 52908) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:18:54.897108 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6cbf6c-ab98-47ec-a166-73f24aac908a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:18:54.897515 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6cbf6c-ab98-47ec-a166-73f24aac908a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:18:54.897920 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6cbf6c-ab98-47ec-a166-73f24aac908a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:18:54.898319 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6cbf6c-ab98-47ec-a166-73f24aac908a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:18:54.898740 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6cbf6c-ab98-47ec-a166-73f24aac908a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:18:54.899136 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6cbf6c-ab98-47ec-a166-73f24aac908a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:18:54.899528 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6cbf6c-ab98-47ec-a166-73f24aac908a service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:18:54.899920 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6cbf6c-ab98-47ec-a166-73f24aac908a service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:18:54.900309 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6cbf6c-ab98-47ec-a166-73f24aac908a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:18:54.900709 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6cbf6c-ab98-47ec-a166-73f24aac908a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:18:54.901081 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6cbf6c-ab98-47ec-a166-73f24aac908a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:18:54.901469 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6cbf6c-ab98-47ec-a166-73f24aac908a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:18:54.911301 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-3e6cbf6c-ab98-47ec-a166-73f24aac908a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.568s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:18:54.911834 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.515s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:18:54.952439 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75740dfd-f17b-480f-ae88-5e0457d108f8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f3914bf-0050-4c6e-8c1b-205da5910b8c,revision_number=None']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:18:54.956449 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-75740dfd-f17b-480f-ae88-5e0457d108f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:18:54.960743 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-8692c083-bee4-4b9f-8f9d-70be96e5dd04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.564s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:18:54.979359 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.db_base_plugin_v2 [None req-87a94cf3-c77b-4e9c-9973-f33b3b2ccc36 admin admin] Deleting subnet c8bbd0ad-4e84-4b6c-bf87-9582191f2970 {{(pid=86310) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 20 18:18:54.985039 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-87a94cf3-c77b-4e9c-9973-f33b3b2ccc36 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:55.001416 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a3ddfd-58a5-47b0-a111-92618e16e623 admin admin] Pushing event deleted for resources: {'Network': ['ID=d990c784-9073-40b8-aa1a-a58c083aec5a,revision_number=None']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:18:55.007148 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-37a3ddfd-58a5-47b0-a111-92618e16e623 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:18:55.040333 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1775426-67c9-466e-a7ff-69cd21245dfc req-eb631f80-c480-4068-a186-0b562baf7c22 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:18:55.042002 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-f1775426-67c9-466e-a7ff-69cd21245dfc req-eb631f80-c480-4068-a186-0b562baf7c22 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] 10.222.0.32 "GET /v2.0/ports?device_id=07d6c6c3-c813-4ea4-9976-f31a36a8cdd1 HTTP/1.1" status: 200 len: 945 time: 0.3324974 Apr 20 18:18:55.044848 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-8f0260b3-7c32-41ae-9483-361596ab72d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853350932'] for network, before_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:55.045023 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.managers [req-d49484cb-ada6-415f-882c-d73a99e2ded4 req-3e6cbf6c-ab98-47ec-a166-73f24aac908a service neutron] Attempting to bind port 33d9dd43-9391-4d91-b569-05d07ccab82b on host hv-cinder-78692 for vnic_type normal with profile {{(pid=86311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 18:18:55.045301 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.managers [req-d49484cb-ada6-415f-882c-d73a99e2ded4 req-3e6cbf6c-ab98-47ec-a166-73f24aac908a service neutron] Attempting to bind port 33d9dd43-9391-4d91-b569-05d07ccab82b by drivers openvswitch,hyperv on host hv-cinder-78692 at level 0 using segments [{'id': '5a56b328-5177-4953-b6f7-f626d024fccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'b5591ab1-84d9-4585-836b-47bf7632765d'}] {{(pid=86311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 18:18:55.045665 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d49484cb-ada6-415f-882c-d73a99e2ded4 req-3e6cbf6c-ab98-47ec-a166-73f24aac908a service neutron] Attempting to bind port 33d9dd43-9391-4d91-b569-05d07ccab82b on network b5591ab1-84d9-4585-836b-47bf7632765d {{(pid=86311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 18:18:55.066386 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d49484cb-ada6-415f-882c-d73a99e2ded4 req-3e6cbf6c-ab98-47ec-a166-73f24aac908a service neutron] Port 33d9dd43-9391-4d91-b569-05d07ccab82b on network b5591ab1-84d9-4585-836b-47bf7632765d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78692 {{(pid=86311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 18:18:55.066792 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d49484cb-ada6-415f-882c-d73a99e2ded4 req-3e6cbf6c-ab98-47ec-a166-73f24aac908a service neutron] Attempting to bind port 33d9dd43-9391-4d91-b569-05d07ccab82b on network b5591ab1-84d9-4585-836b-47bf7632765d {{(pid=86311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 18:18:55.072941 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-87a94cf3-c77b-4e9c-9973-f33b3b2ccc36 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2351100'] for subnet, precommit_delete_associations {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:55.077279 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d49484cb-ada6-415f-882c-d73a99e2ded4 req-3e6cbf6c-ab98-47ec-a166-73f24aac908a service neutron] Checking agent: {'id': '71059bf3-e4c5-4d56-bb94-7a29312e7bcf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78692', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 14, 3), 'started_at': datetime.datetime(2021, 4, 20, 18, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 18, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 18:18:55.077669 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d49484cb-ada6-415f-882c-d73a99e2ded4 req-3e6cbf6c-ab98-47ec-a166-73f24aac908a service neutron] Checking segment: {'id': '5a56b328-5177-4953-b6f7-f626d024fccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'b5591ab1-84d9-4585-836b-47bf7632765d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 18:18:55.078091 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d49484cb-ada6-415f-882c-d73a99e2ded4 req-3e6cbf6c-ab98-47ec-a166-73f24aac908a service neutron] Bound using segment: {'id': '5a56b328-5177-4953-b6f7-f626d024fccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'b5591ab1-84d9-4585-836b-47bf7632765d'} {{(pid=86311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 18:18:55.078602 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.managers [req-d49484cb-ada6-415f-882c-d73a99e2ded4 req-3e6cbf6c-ab98-47ec-a166-73f24aac908a service neutron] Bound port: 33d9dd43-9391-4d91-b569-05d07ccab82b, host: hv-cinder-78692, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a56b328-5177-4953-b6f7-f626d024fccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'b5591ab1-84d9-4585-836b-47bf7632765d'}}] {{(pid=86311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 18:18:55.078986 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-d49484cb-ada6-415f-882c-d73a99e2ded4 req-3e6cbf6c-ab98-47ec-a166-73f24aac908a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624671'] for port, before_update {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:55.155994 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-f1775426-67c9-466e-a7ff-69cd21245dfc req-8a07e56c-ff6e-4f00-ad17-1fe827400fe8 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] 10.222.0.32 "GET /v2.0/security-groups?id=72e2741b-2767-416b-b004-90187f015a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1061490 Apr 20 18:18:55.219617 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.db [req-d49484cb-ada6-415f-882c-d73a99e2ded4 req-3e6cbf6c-ab98-47ec-a166-73f24aac908a service neutron] For port 33d9dd43-9391-4d91-b569-05d07ccab82b, host hv-cinder-78692, cleared binding levels {{(pid=86311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 18:18:55.224765 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.db [req-d49484cb-ada6-415f-882c-d73a99e2ded4 req-3e6cbf6c-ab98-47ec-a166-73f24aac908a service neutron] For port 33d9dd43-9391-4d91-b569-05d07ccab82b, host hv-cinder-78692, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=33d9dd43-9391-4d91-b569-05d07ccab82b,segment=NetworkSegment(5a56b328-5177-4953-b6f7-f626d024fccb),segment_id=5a56b328-5177-4953-b6f7-f626d024fccb)] {{(pid=86311) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 18:18:55.227644 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-d49484cb-ada6-415f-882c-d73a99e2ded4 req-3e6cbf6c-ab98-47ec-a166-73f24aac908a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852966479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736993730504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736993280695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299861495088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4082061'] for port, after_update {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:55.232892 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-703ee04f-8ec7-4593-9738-e0c4b922679b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:18:55.266048 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-87a94cf3-c77b-4e9c-9973-f33b3b2ccc36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852945248'] for subnet, precommit_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:55.303992 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-8f0260b3-7c32-41ae-9483-361596ab72d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1830645', 'neutron.services.segments.db._delete_segments_for_network-8736993762163'] for network, precommit_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:55.305860 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49484cb-ada6-415f-882c-d73a99e2ded4 req-3e6cbf6c-ab98-47ec-a166-73f24aac908a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:18:55.306724 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-d49484cb-ada6-415f-882c-d73a99e2ded4 req-3e6cbf6c-ab98-47ec-a166-73f24aac908a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759958', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-751497'] for port, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:55.308441 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-d49484cb-ada6-415f-882c-d73a99e2ded4 req-3e6cbf6c-ab98-47ec-a166-73f24aac908a service neutron] 10.222.0.13 "PUT /v2.0/ports/33d9dd43-9391-4d91-b569-05d07ccab82b HTTP/1.1" status: 200 len: 1094 time: 3.5681500 Apr 20 18:18:55.309096 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ddb3673-a36f-4874-ab49-e5b904f2a32b', 'tag': '33d9dd43-9391-4d91-b569-05d07ccab82b'}] {{(pid=86311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:18:55.417860 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ddb3673-a36f-4874-ab49-e5b904f2a32b', 'tag': '33d9dd43-9391-4d91-b569-05d07ccab82b', 'status': 'completed', 'code': 200} Apr 20 18:18:55.419480 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6cbf6c-ab98-47ec-a166-73f24aac908a service neutron] Pushing event updated for resources: {'Port': ['ID=33d9dd43-9391-4d91-b569-05d07ccab82b,revision_number=3']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:18:55.424494 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-3e6cbf6c-ab98-47ec-a166-73f24aac908a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:18:55.528655 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49484cb-ada6-415f-882c-d73a99e2ded4 req-b1e024ee-83fb-4d64-b996-1faab049a5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:18:55.530270 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-d49484cb-ada6-415f-882c-d73a99e2ded4 req-b1e024ee-83fb-4d64-b996-1faab049a5ff service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c63217fb60aa4544a29b035267cf6bf0&device_id=0ddb3673-a36f-4874-ab49-e5b904f2a32b HTTP/1.1" status: 200 len: 1097 time: 0.1835926 Apr 20 18:18:55.610538 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.services.segments.db [None req-8f0260b3-7c32-41ae-9483-361596ab72d4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33ae499e-8924-4d19-b24e-e728f8047f05']}} {{(pid=86310) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:18:55.625184 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-d49484cb-ada6-415f-882c-d73a99e2ded4 req-0d17e575-00c4-4599-a5a7-77ea6f33123b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=33d9dd43-9391-4d91-b569-05d07ccab82b HTTP/1.1" status: 200 len: 217 time: 0.0820644 Apr 20 18:18:55.639821 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380fb67c-148d-4555-a8f3-79b878b6ff0d req-460475b8-cbbb-4bd6-a6a2-5e619d374add tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:18:55.641632 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-380fb67c-148d-4555-a8f3-79b878b6ff0d req-460475b8-cbbb-4bd6-a6a2-5e619d374add tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] 10.222.0.32 "GET /v2.0/ports?device_id=57b2d215-a646-4377-934b-f64e1f3dabe0 HTTP/1.1" status: 200 len: 946 time: 0.2022064 Apr 20 18:18:55.650229 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.services.segments.db [None req-8f0260b3-7c32-41ae-9483-361596ab72d4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35da9b45-4e14-4089-845f-39a81432394e') {'for_net_delete': True} {{(pid=86310) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:18:55.650592 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.services.segments.db [None req-8f0260b3-7c32-41ae-9483-361596ab72d4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35da9b45-4e14-4089-845f-39a81432394e') {} {{(pid=86310) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:18:55.681076 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-8f0260b3-7c32-41ae-9483-361596ab72d4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363299860984163', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852424716'] for segment, before_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:55.720350 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-8f0260b3-7c32-41ae-9483-361596ab72d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1711814'] for segment, precommit_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:55.735280 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f0260b3-7c32-41ae-9483-361596ab72d4 admin admin] Releasing vlan 135 on physical network physnet1 to pool {{(pid=86310) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 20 18:18:55.755835 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-380fb67c-148d-4555-a8f3-79b878b6ff0d req-cf7e581d-356a-4e7b-9675-a3e70057156d tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] 10.222.0.32 "GET /v2.0/security-groups?id=63e5a295-1c1b-4259-93ce-61133d92337d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680509 Apr 20 18:18:55.757459 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49484cb-ada6-415f-882c-d73a99e2ded4 req-c9e53e3b-9c8d-4a0d-a0b3-96872c0943ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:18:55.758981 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-d49484cb-ada6-415f-882c-d73a99e2ded4 req-c9e53e3b-9c8d-4a0d-a0b3-96872c0943ec service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3243b360-2a6c-4a7d-86c5-59c501c53d43 HTTP/1.1" status: 200 len: 847 time: 0.1159623 Apr 20 18:18:55.844399 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49484cb-ada6-415f-882c-d73a99e2ded4 req-d397341d-dc76-416c-91c3-36077532ae44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:18:55.846062 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-d49484cb-ada6-415f-882c-d73a99e2ded4 req-d397341d-dc76-416c-91c3-36077532ae44 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b5591ab1-84d9-4585-836b-47bf7632765d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0796978 Apr 20 18:18:55.859126 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed45e4ee-d600-453c-a911-7fa158253f54 req-03204770-0070-433b-9a2a-2b725e896770 tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:18:55.860748 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-ed45e4ee-d600-453c-a911-7fa158253f54 req-03204770-0070-433b-9a2a-2b725e896770 tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ddb3673-a36f-4874-ab49-e5b904f2a32b HTTP/1.1" status: 200 len: 944 time: 0.3347824 Apr 20 18:18:55.996055 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-d49484cb-ada6-415f-882c-d73a99e2ded4 req-98b44b6a-1fef-47a8-b79e-ecb1e67dbd38 service neutron] 10.222.0.13 "GET /v2.0/networks/b5591ab1-84d9-4585-836b-47bf7632765d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412556 Apr 20 18:18:56.031500 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-ed45e4ee-d600-453c-a911-7fa158253f54 req-f90cac87-cf0b-4509-8a6a-bb0738e0fa5b tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b994cb4-8011-4e1a-8be2-9459735723ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1621151 Apr 20 18:18:56.033204 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.managers [None req-8f0260b3-7c32-41ae-9483-361596ab72d4 admin admin] Network 33ae499e-8924-4d19-b24e-e728f8047f05 has no segments {{(pid=86310) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 18:18:56.044563 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-8f0260b3-7c32-41ae-9483-361596ab72d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853064015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2350731'] for segment, after_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:56.123103 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-87a94cf3-c77b-4e9c-9973-f33b3b2ccc36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1830552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854235284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852424920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852368849'] for subnet, after_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:56.133684 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-9d25275d-93fa-4a38-a4b9-46a522a2fa95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:18:56.147416 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-d49484cb-ada6-415f-882c-d73a99e2ded4 req-9ccc5f97-41e5-439f-9e8b-b8b4b986f269 service neutron] 10.222.0.13 "GET /v2.0/networks/b5591ab1-84d9-4585-836b-47bf7632765d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411910 Apr 20 18:18:56.197840 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a94cf3-c77b-4e9c-9973-f33b3b2ccc36 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c8bbd0ad-4e84-4b6c-bf87-9582191f2970,revision_number=None']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:18:56.249644 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-87a94cf3-c77b-4e9c-9973-f33b3b2ccc36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:18:56.263223 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-87a94cf3-c77b-4e9c-9973-f33b3b2ccc36 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:56.287224 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-87a94cf3-c77b-4e9c-9973-f33b3b2ccc36 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/c8bbd0ad-4e84-4b6c-bf87-9582191f2970 HTTP/1.1" status: 204 len: 168 time: 1.4751103 Apr 20 18:18:56.287224 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.managers [None req-8f0260b3-7c32-41ae-9483-361596ab72d4 admin admin] Network 33ae499e-8924-4d19-b24e-e728f8047f05 has no segments {{(pid=86310) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 18:18:56.287816 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.32', 52926) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:18:56.314889 dv-cinder-786929-2-smb neutron-server[86195]: Traceback (most recent call last): Apr 20 18:18:56.314889 dv-cinder-786929-2-smb neutron-server[86195]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 18:18:56.314889 dv-cinder-786929-2-smb neutron-server[86195]: timer() Apr 20 18:18:56.314889 dv-cinder-786929-2-smb neutron-server[86195]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 18:18:56.314889 dv-cinder-786929-2-smb neutron-server[86195]: cb(*args, **kw) Apr 20 18:18:56.314889 dv-cinder-786929-2-smb neutron-server[86195]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 20 18:18:56.314889 dv-cinder-786929-2-smb neutron-server[86195]: return func(*args, **kwargs) Apr 20 18:18:56.314889 dv-cinder-786929-2-smb neutron-server[86195]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 18:18:56.314889 dv-cinder-786929-2-smb neutron-server[86195]: self._notify() Apr 20 18:18:56.314889 dv-cinder-786929-2-smb neutron-server[86195]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 18:18:56.314889 dv-cinder-786929-2-smb neutron-server[86195]: self.callback(batched_events) Apr 20 18:18:56.314889 dv-cinder-786929-2-smb neutron-server[86195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 18:18:56.314889 dv-cinder-786929-2-smb neutron-server[86195]: event.method(event) Apr 20 18:18:56.314889 dv-cinder-786929-2-smb neutron-server[86195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 18:18:56.314889 dv-cinder-786929-2-smb neutron-server[86195]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 18:18:56.314889 dv-cinder-786929-2-smb neutron-server[86195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 20 18:18:56.314889 dv-cinder-786929-2-smb neutron-server[86195]: segment_id)['aggregates'][0] Apr 20 18:18:56.314889 dv-cinder-786929-2-smb neutron-server[86195]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 18:18:56.314889 dv-cinder-786929-2-smb neutron-server[86195]: return f(self, *a, **k) Apr 20 18:18:56.314889 dv-cinder-786929-2-smb neutron-server[86195]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 18:18:56.314889 dv-cinder-786929-2-smb neutron-server[86195]: return self._get(url).json() Apr 20 18:18:56.314889 dv-cinder-786929-2-smb neutron-server[86195]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 18:18:56.314889 dv-cinder-786929-2-smb neutron-server[86195]: **kwargs) Apr 20 18:18:56.314889 dv-cinder-786929-2-smb neutron-server[86195]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 18:18:56.314889 dv-cinder-786929-2-smb neutron-server[86195]: return self.request(url, 'GET', **kwargs) Apr 20 18:18:56.314889 dv-cinder-786929-2-smb neutron-server[86195]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 20 18:18:56.314889 dv-cinder-786929-2-smb neutron-server[86195]: **endpoint_filter) Apr 20 18:18:56.314889 dv-cinder-786929-2-smb neutron-server[86195]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 18:18:56.314889 dv-cinder-786929-2-smb neutron-server[86195]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 18:18:56.314889 dv-cinder-786929-2-smb neutron-server[86195]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 18:18:56.314889 dv-cinder-786929-2-smb neutron-server[86195]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 18:18:56.314889 dv-cinder-786929-2-smb neutron-server[86195]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 18:18:56.335938 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.rpc [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Device db323314-cd35-4373-ae57-b5d5265d2838 no longer exists at agent hyperv_hv-cinder-78692 {{(pid=86312) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 18:18:56.378454 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.plugin [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] No Port match for: db323314-cd35-4373-ae57-b5d5265d2838 {{(pid=86312) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 18:18:56.379235 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.rpc [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Device db323314-cd35-4373-ae57-b5d5265d2838 not bound to the agent host hv-cinder-78692 {{(pid=86312) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 18:18:56.405517 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-8f0260b3-7c32-41ae-9483-361596ab72d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036852945155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854236788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854121855'] for network, after_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:56.411000 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-75532463-e49f-4e25-9826-d790178274fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:18:56.432597 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-8f0260b3-7c32-41ae-9483-361596ab72d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-751497'] for network, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:56.436653 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0260b3-7c32-41ae-9483-361596ab72d4 admin admin] Pushing event deleted for resources: {'Network': ['ID=33ae499e-8924-4d19-b24e-e728f8047f05,revision_number=None']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:18:56.441464 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-8f0260b3-7c32-41ae-9483-361596ab72d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:18:56.452806 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-8f0260b3-7c32-41ae-9483-361596ab72d4 admin admin] 10.222.0.32 "DELETE /v2.0/networks/33ae499e-8924-4d19-b24e-e728f8047f05 HTTP/1.1" status: 204 len: 168 time: 1.5928192 Apr 20 18:18:56.496180 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-7b3c5623-095e-4ba3-9014-8df6c47166c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853350932'] for network, before_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:56.502373 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c5d5d1-a7d3-4b4e-8813-5f0bdeb44ef9 req-00e97048-0483-425b-bafe-68d69ffee914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:18:56.504455 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-64c5d5d1-a7d3-4b4e-8813-5f0bdeb44ef9 req-00e97048-0483-425b-bafe-68d69ffee914 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c63217fb60aa4544a29b035267cf6bf0&device_id=0ddb3673-a36f-4874-ab49-e5b904f2a32b HTTP/1.1" status: 200 len: 1097 time: 0.3006797 Apr 20 18:18:56.658865 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.32', 52932) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:18:56.717934 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-db05aee7-4449-496d-bdc4-0ad7c89cc194 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=96ff5c4d39a64c7b8df2adf23972e2ba&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0565774 Apr 20 18:18:56.720605 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.32', 52936) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:18:56.751177 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73e9839-a0cd-43b1-bd18-7e8dfcf5fd4c req-5a7c9039-f246-4d26-a426-d60b4a6d0c76 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:18:56.755173 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-b73e9839-a0cd-43b1-bd18-7e8dfcf5fd4c req-5a7c9039-f246-4d26-a426-d60b4a6d0c76 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] 10.222.0.32 "GET /v2.0/ports?device_id=07d6c6c3-c813-4ea4-9976-f31a36a8cdd1 HTTP/1.1" status: 200 len: 945 time: 0.4408858 Apr 20 18:18:56.799230 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-b0fb4a48-8a96-4853-aac0-05044f1bf6d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:56.824058 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-7b3c5623-095e-4ba3-9014-8df6c47166c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1830645', 'neutron.services.segments.db._delete_segments_for_network-8736993762163'] for network, precommit_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:56.833559 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-b0fb4a48-8a96-4853-aac0-05044f1bf6d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:56.916571 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-b73e9839-a0cd-43b1-bd18-7e8dfcf5fd4c req-2cfd511f-8b11-431c-9d19-2f3596bdc4a3 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] 10.222.0.32 "GET /v2.0/security-groups?id=72e2741b-2767-416b-b004-90187f015a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1465068 Apr 20 18:18:56.942650 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-b0fb4a48-8a96-4853-aac0-05044f1bf6d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854236768'] for security_group, after_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:56.947686 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-f51ab415-0f01-460d-9898-4bbdc1cfeed5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:18:56.958807 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c5d5d1-a7d3-4b4e-8813-5f0bdeb44ef9 req-7116509f-629d-4280-a0fc-0d1e96765975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:18:56.960411 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-64c5d5d1-a7d3-4b4e-8813-5f0bdeb44ef9 req-7116509f-629d-4280-a0fc-0d1e96765975 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b5591ab1-84d9-4585-836b-47bf7632765d HTTP/1.1" status: 200 len: 909 time: 0.4467628 Apr 20 18:18:56.968644 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fb4a48-8a96-4853-aac0-05044f1bf6d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e00ece0e-9c57-41eb-9bc3-9c38bfc30996,revision_number=None']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:18:56.971252 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-b0fb4a48-8a96-4853-aac0-05044f1bf6d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:18:56.989055 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-b0fb4a48-8a96-4853-aac0-05044f1bf6d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:56.990588 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-b0fb4a48-8a96-4853-aac0-05044f1bf6d6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e00ece0e-9c57-41eb-9bc3-9c38bfc30996 HTTP/1.1" status: 204 len: 168 time: 0.2685845 Apr 20 18:18:57.008845 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9038d030-f65d-4e36-b365-c9f6b81a4bf6 req-681a0c5f-e3d2-4754-baeb-948c04f8f10b tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:18:57.009626 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [req-9038d030-f65d-4e36-b365-c9f6b81a4bf6 req-681a0c5f-e3d2-4754-baeb-948c04f8f10b tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] Synchronizing usage tracker for tenant:48e5df147ce142c88e849dbcf9521831 on resource:port {{(pid=86310) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 18:18:57.025946 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [req-9038d030-f65d-4e36-b365-c9f6b81a4bf6 req-681a0c5f-e3d2-4754-baeb-948c04f8f10b tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] Unset dirty status for tenant:48e5df147ce142c88e849dbcf9521831 on resource:port {{(pid=86310) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 18:18:57.027945 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-9038d030-f65d-4e36-b365-c9f6b81a4bf6 req-681a0c5f-e3d2-4754-baeb-948c04f8f10b tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] 10.222.0.32 "GET /v2.0/ports?device_id=57b2d215-a646-4377-934b-f64e1f3dabe0 HTTP/1.1" status: 200 len: 946 time: 0.1449313 Apr 20 18:18:57.061214 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.services.segments.db [None req-7b3c5623-095e-4ba3-9014-8df6c47166c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ee21db5-8262-43ed-8ffc-0d7c80eec08e']}} {{(pid=86311) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:18:57.070654 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-64c5d5d1-a7d3-4b4e-8813-5f0bdeb44ef9 req-1ba97057-eeb4-451c-a952-0c47028b4b30 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=33d9dd43-9391-4d91-b569-05d07ccab82b HTTP/1.1" status: 200 len: 217 time: 0.0859640 Apr 20 18:18:57.076858 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.services.segments.db [None req-7b3c5623-095e-4ba3-9014-8df6c47166c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2770c03-2771-46f6-a95c-e71c7f4138f4') {'for_net_delete': True} {{(pid=86311) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:18:57.077206 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.services.segments.db [None req-7b3c5623-095e-4ba3-9014-8df6c47166c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2770c03-2771-46f6-a95c-e71c7f4138f4') {} {{(pid=86311) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:18:57.086059 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-9038d030-f65d-4e36-b365-c9f6b81a4bf6 req-e8600c1e-22d1-4b88-8a24-f8b49e14099d tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] 10.222.0.32 "GET /v2.0/security-groups?id=63e5a295-1c1b-4259-93ce-61133d92337d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514495 Apr 20 18:18:57.129167 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-7b3c5623-095e-4ba3-9014-8df6c47166c0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363299860984163', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852509784'] for segment, before_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:57.167478 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-7b3c5623-095e-4ba3-9014-8df6c47166c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1711814'] for segment, precommit_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:57.228242 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b3c5623-095e-4ba3-9014-8df6c47166c0 admin admin] Releasing vlan 103 on physical network physnet1 to pool {{(pid=86311) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 20 18:18:57.243924 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c5d5d1-a7d3-4b4e-8813-5f0bdeb44ef9 req-676a752a-53c7-4569-8459-5910221fd7bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:18:57.245486 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-64c5d5d1-a7d3-4b4e-8813-5f0bdeb44ef9 req-676a752a-53c7-4569-8459-5910221fd7bf service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3243b360-2a6c-4a7d-86c5-59c501c53d43 HTTP/1.1" status: 200 len: 847 time: 0.1553133 Apr 20 18:18:57.487635 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.managers [None req-7b3c5623-095e-4ba3-9014-8df6c47166c0 admin admin] Network 6ee21db5-8262-43ed-8ffc-0d7c80eec08e has no segments {{(pid=86311) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 18:18:57.497382 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-7b3c5623-095e-4ba3-9014-8df6c47166c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853064015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4082163'] for segment, after_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:57.607222 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52f8aff-d3f6-42f7-ba82-fb9ac3e84b1b req-996ff383-9937-42c0-a325-91b23a441d0f tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:18:57.608888 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-f52f8aff-d3f6-42f7-ba82-fb9ac3e84b1b req-996ff383-9937-42c0-a325-91b23a441d0f tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ddb3673-a36f-4874-ab49-e5b904f2a32b HTTP/1.1" status: 200 len: 944 time: 0.4516220 Apr 20 18:18:57.734525 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c5d5d1-a7d3-4b4e-8813-5f0bdeb44ef9 req-109f8d73-3ffe-44e3-9d63-fc3598d729d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:18:57.736111 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-64c5d5d1-a7d3-4b4e-8813-5f0bdeb44ef9 req-109f8d73-3ffe-44e3-9d63-fc3598d729d2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b5591ab1-84d9-4585-836b-47bf7632765d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4781742 Apr 20 18:18:57.754210 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.managers [None req-7b3c5623-095e-4ba3-9014-8df6c47166c0 admin admin] Network 6ee21db5-8262-43ed-8ffc-0d7c80eec08e has no segments {{(pid=86311) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 18:18:57.801648 dv-cinder-786929-2-smb neutron-server[86195]: Traceback (most recent call last): Apr 20 18:18:57.801648 dv-cinder-786929-2-smb neutron-server[86195]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 18:18:57.801648 dv-cinder-786929-2-smb neutron-server[86195]: timer() Apr 20 18:18:57.801648 dv-cinder-786929-2-smb neutron-server[86195]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 18:18:57.801648 dv-cinder-786929-2-smb neutron-server[86195]: cb(*args, **kw) Apr 20 18:18:57.801648 dv-cinder-786929-2-smb neutron-server[86195]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 20 18:18:57.801648 dv-cinder-786929-2-smb neutron-server[86195]: return func(*args, **kwargs) Apr 20 18:18:57.801648 dv-cinder-786929-2-smb neutron-server[86195]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 18:18:57.801648 dv-cinder-786929-2-smb neutron-server[86195]: self._notify() Apr 20 18:18:57.801648 dv-cinder-786929-2-smb neutron-server[86195]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 18:18:57.801648 dv-cinder-786929-2-smb neutron-server[86195]: self.callback(batched_events) Apr 20 18:18:57.801648 dv-cinder-786929-2-smb neutron-server[86195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 18:18:57.801648 dv-cinder-786929-2-smb neutron-server[86195]: event.method(event) Apr 20 18:18:57.801648 dv-cinder-786929-2-smb neutron-server[86195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 18:18:57.801648 dv-cinder-786929-2-smb neutron-server[86195]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 18:18:57.801648 dv-cinder-786929-2-smb neutron-server[86195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 20 18:18:57.801648 dv-cinder-786929-2-smb neutron-server[86195]: segment_id)['aggregates'][0] Apr 20 18:18:57.801648 dv-cinder-786929-2-smb neutron-server[86195]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 18:18:57.801648 dv-cinder-786929-2-smb neutron-server[86195]: return f(self, *a, **k) Apr 20 18:18:57.801648 dv-cinder-786929-2-smb neutron-server[86195]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 18:18:57.801648 dv-cinder-786929-2-smb neutron-server[86195]: return self._get(url).json() Apr 20 18:18:57.801648 dv-cinder-786929-2-smb neutron-server[86195]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 18:18:57.801648 dv-cinder-786929-2-smb neutron-server[86195]: **kwargs) Apr 20 18:18:57.801648 dv-cinder-786929-2-smb neutron-server[86195]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 18:18:57.801648 dv-cinder-786929-2-smb neutron-server[86195]: return self.request(url, 'GET', **kwargs) Apr 20 18:18:57.801648 dv-cinder-786929-2-smb neutron-server[86195]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 20 18:18:57.801648 dv-cinder-786929-2-smb neutron-server[86195]: **endpoint_filter) Apr 20 18:18:57.801648 dv-cinder-786929-2-smb neutron-server[86195]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 18:18:57.801648 dv-cinder-786929-2-smb neutron-server[86195]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 18:18:57.801648 dv-cinder-786929-2-smb neutron-server[86195]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 18:18:57.801648 dv-cinder-786929-2-smb neutron-server[86195]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 18:18:57.801648 dv-cinder-786929-2-smb neutron-server[86195]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 18:18:57.861144 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-f52f8aff-d3f6-42f7-ba82-fb9ac3e84b1b req-75b9fc03-2473-4104-8891-6fb3e3b645a3 tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b994cb4-8011-4e1a-8be2-9459735723ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2286789 Apr 20 18:18:58.161452 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b60b966-c8d0-40fb-b415-ab444e0c8b8e req-6ddd86d2-56e4-4650-8b81-f7df8d974351 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:18:58.172381 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-8b60b966-c8d0-40fb-b415-ab444e0c8b8e req-6ddd86d2-56e4-4650-8b81-f7df8d974351 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] 10.222.0.32 "GET /v2.0/ports?device_id=07d6c6c3-c813-4ea4-9976-f31a36a8cdd1 HTTP/1.1" status: 200 len: 945 time: 0.1185427 Apr 20 18:18:58.199826 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-7b3c5623-095e-4ba3-9014-8df6c47166c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036852945155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854236788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854121855'] for network, after_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:58.210814 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:18:58.229950 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-7b3c5623-095e-4ba3-9014-8df6c47166c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-751497'] for network, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:58.233695 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-8b60b966-c8d0-40fb-b415-ab444e0c8b8e req-46632629-0a97-4e2b-b9f5-03786ccea32d tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] 10.222.0.32 "GET /v2.0/security-groups?id=72e2741b-2767-416b-b004-90187f015a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603073 Apr 20 18:18:58.247866 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3c5623-095e-4ba3-9014-8df6c47166c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=6ee21db5-8262-43ed-8ffc-0d7c80eec08e,revision_number=None']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:18:58.289008 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-7b3c5623-095e-4ba3-9014-8df6c47166c0 admin admin] 10.222.0.32 "DELETE /v2.0/networks/6ee21db5-8262-43ed-8ffc-0d7c80eec08e HTTP/1.1" status: 204 len: 168 time: 1.9999721 Apr 20 18:18:58.290123 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-7b3c5623-095e-4ba3-9014-8df6c47166c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:18:58.305960 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-64c5d5d1-a7d3-4b4e-8813-5f0bdeb44ef9 req-d0513583-bfa7-4f01-ae23-d2231fa85131 service neutron] 10.222.0.13 "GET /v2.0/networks/b5591ab1-84d9-4585-836b-47bf7632765d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5543218 Apr 20 18:18:58.365229 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.rpc [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Device 33d9dd43-9391-4d91-b569-05d07ccab82b details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=86312) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 18:18:58.456776 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88ccf91-5a79-422a-b914-281ebe5eb1d7 req-f815c3ba-f9d7-4ca8-a960-681fdeb22d50 tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:18:58.465146 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-e88ccf91-5a79-422a-b914-281ebe5eb1d7 req-f815c3ba-f9d7-4ca8-a960-681fdeb22d50 tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] 10.222.0.32 "GET /v2.0/ports?device_id=57b2d215-a646-4377-934b-f64e1f3dabe0 HTTP/1.1" status: 200 len: 946 time: 0.2196248 Apr 20 18:18:58.551753 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-e88ccf91-5a79-422a-b914-281ebe5eb1d7 req-b952edad-3c45-459f-9442-b3891f7132fa tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] 10.222.0.32 "GET /v2.0/security-groups?id=63e5a295-1c1b-4259-93ce-61133d92337d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853016 Apr 20 18:18:58.554220 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-64c5d5d1-a7d3-4b4e-8813-5f0bdeb44ef9 req-729a419e-5723-4df9-b1ec-01a096fd8b0c service neutron] 10.222.0.13 "GET /v2.0/networks/b5591ab1-84d9-4585-836b-47bf7632765d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2367480 Apr 20 18:18:58.556983 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.db [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] For port 33d9dd43-9391-4d91-b569-05d07ccab82b, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=33d9dd43-9391-4d91-b569-05d07ccab82b,segment=NetworkSegment(5a56b328-5177-4953-b6f7-f626d024fccb),segment_id=5a56b328-5177-4953-b6f7-f626d024fccb)] {{(pid=86312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:18:58.580569 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.rpc [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Returning: {'device': '33d9dd43-9391-4d91-b569-05d07ccab82b', 'network_id': 'b5591ab1-84d9-4585-836b-47bf7632765d', 'port_id': '33d9dd43-9391-4d91-b569-05d07ccab82b', 'mac_address': 'fa:16:3e:2a:1d:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3243b360-2a6c-4a7d-86c5-59c501c53d43', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86312) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 18:18:58.644547 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624671'] for port, before_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:58.664114 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.notifiers.nova [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33d9dd43-9391-4d91-b569-05d07ccab82b {{(pid=86312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 18:18:58.674559 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.32', 52990) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:18:58.683304 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.db [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] For port 33d9dd43-9391-4d91-b569-05d07ccab82b, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=33d9dd43-9391-4d91-b569-05d07ccab82b,segment=NetworkSegment(5a56b328-5177-4953-b6f7-f626d024fccb),segment_id=5a56b328-5177-4953-b6f7-f626d024fccb)] {{(pid=86312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:18:58.686269 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852966479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736993730504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736993280695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299861495088'] for port, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:58.688138 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-1577e64d-7d62-41a4-a9ca-977e0ad83ac6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:18:58.729187 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-a96ffc55-e851-4e0b-a42d-aab8803c5d6a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=568e6eb4e6844fc9b8de360489f8f93a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0530598 Apr 20 18:18:58.731863 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.32', 52994) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:18:58.770172 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Pushing event updated for resources: {'Port': ['ID=33d9dd43-9391-4d91-b569-05d07ccab82b,revision_number=4']} {{(pid=86312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:18:58.778827 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:18:58.779506 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:18:58.780075 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:18:58.780654 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:18:58.781216 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:18:58.781817 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:18:58.782387 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:18:58.782966 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:18:58.783521 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:18:58.785183 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:18:58.785758 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:18:58.786465 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:18:58.790866 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:18:58.800309 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-558f7302-123f-4cd5-888f-681ee00b2d32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:58.828031 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-558f7302-123f-4cd5-888f-681ee00b2d32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:58.879918 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-558f7302-123f-4cd5-888f-681ee00b2d32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854236768'] for security_group, after_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:58.885086 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-4624bc47-6be6-4a13-9938-0662657ddba3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:18:58.899700 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558f7302-123f-4cd5-888f-681ee00b2d32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=159e6823-83c7-488c-a617-0884749e7f91,revision_number=None']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:18:58.902142 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-558f7302-123f-4cd5-888f-681ee00b2d32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:18:58.912750 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-558f7302-123f-4cd5-888f-681ee00b2d32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:58.914215 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-558f7302-123f-4cd5-888f-681ee00b2d32 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/159e6823-83c7-488c-a617-0884749e7f91 HTTP/1.1" status: 204 len: 168 time: 0.1813767 Apr 20 18:18:58.987535 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.db [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] get_ports_and_sgs() called for port_ids ['33d9dd43-9391-4d91-b569-05d07ccab82b'] {{(pid=86312) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 18:18:59.107587 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9daede0-2a46-4082-8060-15e2c67f0b6f req-21d2f848-d0a1-427d-b724-106c0a71ad19 tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:18:59.109492 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-c9daede0-2a46-4082-8060-15e2c67f0b6f req-21d2f848-d0a1-427d-b724-106c0a71ad19 tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ddb3673-a36f-4874-ab49-e5b904f2a32b HTTP/1.1" status: 200 len: 945 time: 0.1085961 Apr 20 18:18:59.168975 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-c9daede0-2a46-4082-8060-15e2c67f0b6f req-a2d1e72f-dc0d-48cf-934d-f5076243d87c tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b994cb4-8011-4e1a-8be2-9459735723ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490770 Apr 20 18:18:59.400583 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.32', 53010) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:18:59.492218 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-070c2f4d-827d-4174-bc4d-502100b37710 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ebffb4ca6cf14ed9a3d5c0d01c0b33c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0901797 Apr 20 18:18:59.494910 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.32', 53014) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:18:59.506244 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14eab29-1dd9-43ea-95da-8a8897d30ee3 req-41f34d77-029a-4e53-a0f8-4ca90797ea91 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:18:59.507904 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-e14eab29-1dd9-43ea-95da-8a8897d30ee3 req-41f34d77-029a-4e53-a0f8-4ca90797ea91 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] 10.222.0.32 "GET /v2.0/ports?device_id=07d6c6c3-c813-4ea4-9976-f31a36a8cdd1 HTTP/1.1" status: 200 len: 945 time: 0.1538234 Apr 20 18:18:59.560925 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-9028351e-c5a7-4f8f-8c76-2a5719d1775d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:59.578019 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-e14eab29-1dd9-43ea-95da-8a8897d30ee3 req-18b514d2-dc7b-436a-a6bc-2feb6aab4261 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] 10.222.0.32 "GET /v2.0/security-groups?id=72e2741b-2767-416b-b004-90187f015a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634549 Apr 20 18:18:59.596443 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-9028351e-c5a7-4f8f-8c76-2a5719d1775d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:59.659651 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-9028351e-c5a7-4f8f-8c76-2a5719d1775d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854236768'] for security_group, after_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:59.665261 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-4eaa61f5-438a-4c5b-a0d2-be2cea75cac6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:18:59.680600 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9028351e-c5a7-4f8f-8c76-2a5719d1775d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbcae0cc-2661-4b41-adac-435004a465ac,revision_number=None']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:18:59.685824 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-9028351e-c5a7-4f8f-8c76-2a5719d1775d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:18:59.689981 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-9028351e-c5a7-4f8f-8c76-2a5719d1775d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:18:59.691770 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-9028351e-c5a7-4f8f-8c76-2a5719d1775d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/bbcae0cc-2661-4b41-adac-435004a465ac HTTP/1.1" status: 204 len: 168 time: 0.1957781 Apr 20 18:18:59.801387 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a6cde7-a857-4fc1-8576-d3a10fb6362e req-b7475d5a-425d-4976-837b-2ccf0b1f1730 tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:18:59.803367 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-74a6cde7-a857-4fc1-8576-d3a10fb6362e req-b7475d5a-425d-4976-837b-2ccf0b1f1730 tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] 10.222.0.32 "GET /v2.0/ports?device_id=57b2d215-a646-4377-934b-f64e1f3dabe0 HTTP/1.1" status: 200 len: 946 time: 0.1151626 Apr 20 18:18:59.860676 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-74a6cde7-a857-4fc1-8576-d3a10fb6362e req-d6c42789-508c-4b3a-a66a-b48e6c6bd2f2 tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] 10.222.0.32 "GET /v2.0/security-groups?id=63e5a295-1c1b-4259-93ce-61133d92337d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505290 Apr 20 18:19:00.382648 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.rpc [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Device 33d9dd43-9391-4d91-b569-05d07ccab82b up at agent hyperv_hv-cinder-78692 {{(pid=86312) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:19:00.407690 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0c7b8f-8e35-40d7-80b8-f54eb8c231cd req-a3f5c4ff-44a1-4df0-a30a-6dd313fe280d tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:19:00.409885 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-3c0c7b8f-8e35-40d7-80b8-f54eb8c231cd req-a3f5c4ff-44a1-4df0-a30a-6dd313fe280d tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ddb3673-a36f-4874-ab49-e5b904f2a32b HTTP/1.1" status: 200 len: 945 time: 0.1013362 Apr 20 18:19:00.462535 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-3c0c7b8f-8e35-40d7-80b8-f54eb8c231cd req-38e6edc3-38c2-4392-8687-ce4a27226cb8 tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b994cb4-8011-4e1a-8be2-9459735723ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454087 Apr 20 18:19:00.468862 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.provisioning_blocks [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Provisioning for port 33d9dd43-9391-4d91-b569-05d07ccab82b completed by entity L2. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 18:19:00.475099 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.provisioning_blocks [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Provisioning complete for port 33d9dd43-9391-4d91-b569-05d07ccab82b triggered by entity L2. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:19:00.475714 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853381758'] for port, provisioning_complete {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:00.609979 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624671'] for port, before_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:00.655570 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ddb3673-a36f-4874-ab49-e5b904f2a32b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33d9dd43-9391-4d91-b569-05d07ccab82b'}] {{(pid=86312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:19:00.682309 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.db [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] For port 33d9dd43-9391-4d91-b569-05d07ccab82b, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=33d9dd43-9391-4d91-b569-05d07ccab82b,segment=NetworkSegment(5a56b328-5177-4953-b6f7-f626d024fccb),segment_id=5a56b328-5177-4953-b6f7-f626d024fccb)] {{(pid=86312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:19:00.685544 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852966479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736993730504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736993280695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299861495088'] for port, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:00.688262 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-b0820528-6983-43ec-96c4-4c6cc43f366a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:19:00.765797 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ddb3673-a36f-4874-ab49-e5b904f2a32b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33d9dd43-9391-4d91-b569-05d07ccab82b', 'code': 200} Apr 20 18:19:00.774555 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Pushing event updated for resources: {'Port': ['ID=33d9dd43-9391-4d91-b569-05d07ccab82b,revision_number=5']} {{(pid=86312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:19:00.778176 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:19:00.896342 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84285e51-e4e1-4ded-bc9a-93deeb832de5 req-4d0311c5-4f47-4ae3-ba9e-7e4f2176ca47 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:19:00.897981 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-84285e51-e4e1-4ded-bc9a-93deeb832de5 req-4d0311c5-4f47-4ae3-ba9e-7e4f2176ca47 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] 10.222.0.32 "GET /v2.0/ports?device_id=07d6c6c3-c813-4ea4-9976-f31a36a8cdd1 HTTP/1.1" status: 200 len: 945 time: 0.1128192 Apr 20 18:19:00.986911 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-84285e51-e4e1-4ded-bc9a-93deeb832de5 req-2200af2d-aaa4-49a9-af62-fb6d72ea8f6c tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] 10.222.0.32 "GET /v2.0/security-groups?id=72e2741b-2767-416b-b004-90187f015a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690093 Apr 20 18:19:01.209201 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7deee3b-0c4d-4404-8d59-aba572ae6817 req-7b5fc193-b20f-4883-ac70-c2d476d2986b tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:19:01.210862 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-f7deee3b-0c4d-4404-8d59-aba572ae6817 req-7b5fc193-b20f-4883-ac70-c2d476d2986b tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] 10.222.0.32 "GET /v2.0/ports?device_id=57b2d215-a646-4377-934b-f64e1f3dabe0 HTTP/1.1" status: 200 len: 946 time: 0.1666336 Apr 20 18:19:01.213390 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1ef7c7-d338-4342-ac7c-c65492148848 req-93724ce1-5abb-4dc6-979d-c419b5b3bc37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:19:01.214880 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-2d1ef7c7-d338-4342-ac7c-c65492148848 req-93724ce1-5abb-4dc6-979d-c419b5b3bc37 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0ddb3673-a36f-4874-ab49-e5b904f2a32b HTTP/1.1" status: 200 len: 1099 time: 0.1314931 Apr 20 18:19:01.294901 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-f7deee3b-0c4d-4404-8d59-aba572ae6817 req-f083f8dd-9bf9-479f-93d5-3cdcec9a9759 tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] 10.222.0.32 "GET /v2.0/security-groups?id=63e5a295-1c1b-4259-93ce-61133d92337d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763266 Apr 20 18:19:01.298344 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-2d1ef7c7-d338-4342-ac7c-c65492148848 req-04e07c54-edd7-43b9-8b96-56400b0ed236 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=7b994cb4-8011-4e1a-8be2-9459735723ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647030 Apr 20 18:19:01.788196 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701feacd-23dc-4bcd-8251-295387cd8f98 req-3054af94-d51c-482c-90a0-41aa71e2dd3a tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:19:01.791686 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-701feacd-23dc-4bcd-8251-295387cd8f98 req-3054af94-d51c-482c-90a0-41aa71e2dd3a tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] 10.222.0.13 "GET /v2.0/ports?device_id=57b2d215-a646-4377-934b-f64e1f3dabe0 HTTP/1.1" status: 200 len: 946 time: 0.1129885 Apr 20 18:19:01.883501 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.plugin [req-701feacd-23dc-4bcd-8251-295387cd8f98 req-61ae979f-0a88-4882-9158-6c626a328a55 tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] Deleting port 8fb4d145-1862-458a-8f77-c2300060536e {{(pid=86311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:19:01.883923 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-701feacd-23dc-4bcd-8251-295387cd8f98 req-61ae979f-0a88-4882-9158-6c626a328a55 tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363299861050484'] for port, before_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:01.933156 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006a02ff-f8a1-4939-aa5f-c6d4cf36cb68 req-fd280b13-22ca-465b-bbc9-8d4ff02ac268 tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:19:01.935246 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-006a02ff-f8a1-4939-aa5f-c6d4cf36cb68 req-fd280b13-22ca-465b-bbc9-8d4ff02ac268 tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ddb3673-a36f-4874-ab49-e5b904f2a32b HTTP/1.1" status: 200 len: 946 time: 0.3552113 Apr 20 18:19:02.000103 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-006a02ff-f8a1-4939-aa5f-c6d4cf36cb68 req-664e7a71-80ab-4c21-a87f-a1fc9ffae5ec tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b994cb4-8011-4e1a-8be2-9459735723ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564988 Apr 20 18:19:02.292246 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a87c647-6d2c-498a-a745-d326569594c5 req-3f89f888-c360-4f00-b5cd-57e7ce08b3d3 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:19:02.300240 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-6a87c647-6d2c-498a-a745-d326569594c5 req-3f89f888-c360-4f00-b5cd-57e7ce08b3d3 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] 10.222.0.32 "GET /v2.0/ports?device_id=07d6c6c3-c813-4ea4-9976-f31a36a8cdd1 HTTP/1.1" status: 200 len: 945 time: 0.1443546 Apr 20 18:19:02.370728 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.db [req-701feacd-23dc-4bcd-8251-295387cd8f98 req-61ae979f-0a88-4882-9158-6c626a328a55 tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] For port 8fb4d145-1862-458a-8f77-c2300060536e, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=8fb4d145-1862-458a-8f77-c2300060536e,segment=NetworkSegment(c3ded3fe-e1f6-46cb-bb95-d0e46e9eb1ff),segment_id=c3ded3fe-e1f6-46cb-bb95-d0e46e9eb1ff)] {{(pid=86311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:19:02.371290 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-701feacd-23dc-4bcd-8251-295387cd8f98 req-61ae979f-0a88-4882-9158-6c626a328a55 tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632958'] for port, precommit_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:02.387271 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-6a87c647-6d2c-498a-a745-d326569594c5 req-fe59db5c-228f-419d-92a9-dee31d08187d tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] 10.222.0.32 "GET /v2.0/security-groups?id=72e2741b-2767-416b-b004-90187f015a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857673 Apr 20 18:19:02.540150 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.plugin [req-701feacd-23dc-4bcd-8251-295387cd8f98 req-61ae979f-0a88-4882-9158-6c626a328a55 tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] Calling delete_port for 8fb4d145-1862-458a-8f77-c2300060536e owned by compute:nova {{(pid=86311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 18:19:02.614480 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fe4a4a-f19f-49cf-91a2-b612ebaeb801 req-82c44c70-8bc6-4997-a0f3-0d7602a9358a tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:19:02.623447 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-71fe4a4a-f19f-49cf-91a2-b612ebaeb801 req-82c44c70-8bc6-4997-a0f3-0d7602a9358a tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] 10.222.0.32 "GET /v2.0/ports?device_id=57b2d215-a646-4377-934b-f64e1f3dabe0 HTTP/1.1" status: 200 len: 946 time: 0.1323020 Apr 20 18:19:02.686073 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-71fe4a4a-f19f-49cf-91a2-b612ebaeb801 req-c347ef48-434c-41ab-805e-991e3dcad91c tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] 10.222.0.32 "GET /v2.0/security-groups?id=63e5a295-1c1b-4259-93ce-61133d92337d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579171 Apr 20 18:19:02.865416 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-701feacd-23dc-4bcd-8251-295387cd8f98 req-61ae979f-0a88-4882-9158-6c626a328a55 tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852966479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363299861045279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363299861495122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850693756'] for port, after_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:02.871381 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-ae96ec7d-53e8-4bf6-9e5f-ba152dd51c25 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:19:02.876995 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.db [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] get_ports_and_sgs() called for port_ids ['8fb4d145-1862-458a-8f77-c2300060536e'] {{(pid=86312) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 18:19:02.929431 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ae979f-0a88-4882-9158-6c626a328a55 tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] Pushing event deleted for resources: {'Port': ['ID=8fb4d145-1862-458a-8f77-c2300060536e,revision_number=None']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:19:02.935118 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299861013637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394135'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:02.963951 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-61ae979f-0a88-4882-9158-6c626a328a55 tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:19:03.008279 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_dvrscheduler_db [req-701feacd-23dc-4bcd-8251-295387cd8f98 req-61ae979f-0a88-4882-9158-6c626a328a55 tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] No DVR routers for this DVR port 8fb4d145-1862-458a-8f77-c2300060536e on host hv-cinder-78692 {{(pid=86311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 18:19:03.011277 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-701feacd-23dc-4bcd-8251-295387cd8f98 req-61ae979f-0a88-4882-9158-6c626a328a55 tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759958'] for port, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:03.014003 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57b2d215-a646-4377-934b-f64e1f3dabe0', 'name': 'network-vif-deleted', 'tag': '8fb4d145-1862-458a-8f77-c2300060536e'}] {{(pid=86311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:19:03.032696 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-701feacd-23dc-4bcd-8251-295387cd8f98 req-61ae979f-0a88-4882-9158-6c626a328a55 tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] 10.222.0.13 "DELETE /v2.0/ports/8fb4d145-1862-458a-8f77-c2300060536e HTTP/1.1" status: 204 len: 173 time: 1.2353814 Apr 20 18:19:03.068233 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57b2d215-a646-4377-934b-f64e1f3dabe0', 'name': 'network-vif-deleted', 'tag': '8fb4d145-1862-458a-8f77-c2300060536e', 'status': 'completed', 'code': 200} Apr 20 18:19:03.210028 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022a2074-3e3e-491b-bf8e-9a6b890d3c58 req-fe9f68ee-dca8-443c-833b-19d3068c7059 tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:19:03.211628 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-022a2074-3e3e-491b-bf8e-9a6b890d3c58 req-fe9f68ee-dca8-443c-833b-19d3068c7059 tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ddb3673-a36f-4874-ab49-e5b904f2a32b HTTP/1.1" status: 200 len: 946 time: 0.0890756 Apr 20 18:19:03.260193 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-022a2074-3e3e-491b-bf8e-9a6b890d3c58 req-6baed00a-dff3-4bdf-92f2-0ccab19bbe97 tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b994cb4-8011-4e1a-8be2-9459735723ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421085 Apr 20 18:19:03.467730 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde87c7c-f528-454f-a11b-649ab7906bdf req-b7b0e9e1-4081-47f7-96e6-b91f42b9bdd1 tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:19:03.469359 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-fde87c7c-f528-454f-a11b-649ab7906bdf req-b7b0e9e1-4081-47f7-96e6-b91f42b9bdd1 tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ddb3673-a36f-4874-ab49-e5b904f2a32b HTTP/1.1" status: 200 len: 946 time: 0.0929770 Apr 20 18:19:03.523585 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-fde87c7c-f528-454f-a11b-649ab7906bdf req-e3b087c3-5463-4e12-b96f-b5eb4fee1047 tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b994cb4-8011-4e1a-8be2-9459735723ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464563 Apr 20 18:19:03.550500 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.32', 53122) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:19:03.610804 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ce7f7f-b6f5-4db1-8399-dfc5fed4df57 req-1632953b-0eaa-43b1-8743-581668ef8ab1 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:19:03.613946 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-69ce7f7f-b6f5-4db1-8399-dfc5fed4df57 req-1632953b-0eaa-43b1-8743-581668ef8ab1 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] 10.222.0.32 "GET /v2.0/ports?device_id=07d6c6c3-c813-4ea4-9976-f31a36a8cdd1 HTTP/1.1" status: 200 len: 945 time: 0.1024141 Apr 20 18:19:03.684024 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-8087ae95-459d-4e4d-b785-0b6d23016460 req-85c30c6d-4530-42ca-9883-d86d93549aeb service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=017750e2-2faa-492d-81ff-e9560fb475f5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0883212 Apr 20 18:19:03.697972 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-69ce7f7f-b6f5-4db1-8399-dfc5fed4df57 req-76922981-a0e0-4a53-9548-9588ee288c96 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] 10.222.0.32 "GET /v2.0/security-groups?id=72e2741b-2767-416b-b004-90187f015a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700769 Apr 20 18:19:03.787920 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.32', 53132) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:19:03.808462 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8087ae95-459d-4e4d-b785-0b6d23016460 req-e5e84248-d5c3-47c1-b924-cc5b7728ec94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:19:03.810098 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-8087ae95-459d-4e4d-b785-0b6d23016460 req-e5e84248-d5c3-47c1-b924-cc5b7728ec94 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cb69ef4d450d449286542b7dabcb8f7a&device_id=017750e2-2faa-492d-81ff-e9560fb475f5 HTTP/1.1" status: 200 len: 1098 time: 0.0993707 Apr 20 18:19:04.011553 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26a40d98-41da-4a83-a4bd-09be67717ccd tempest-TestShelveInstance-855573733 tempest-TestShelveInstance-855573733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:19:04.014191 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-26a40d98-41da-4a83-a4bd-09be67717ccd tempest-TestShelveInstance-855573733 tempest-TestShelveInstance-855573733-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=0ddb3673-a36f-4874-ab49-e5b904f2a32b HTTP/1.1" status: 200 len: 1094 time: 0.4626162 Apr 20 18:19:04.017756 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.32', 53144) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:19:04.025916 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.v2.base [None req-e4368f88-d855-41ff-8cf2-d56dc6a5cde8 tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] Request body: {'floatingip': {'floating_network_id': '26051af8-ebd0-4db2-857e-181975352424', 'port_id': '33d9dd43-9391-4d91-b569-05d07ccab82b', 'tenant_id': 'c63217fb60aa4544a29b035267cf6bf0', 'fixed_ip_address': '172.20.0.13'}} {{(pid=86311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:19:04.034396 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-e4368f88-d855-41ff-8cf2-d56dc6a5cde8 tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:19:04.052415 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-e4368f88-d855-41ff-8cf2-d56dc6a5cde8 tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] Usage tracker for resource:floatingip and tenant:c63217fb60aa4544a29b035267cf6bf0 is out of sync, need to count used quota {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:19:04.057061 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-e4368f88-d855-41ff-8cf2-d56dc6a5cde8 tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:19:04.066009 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-e4368f88-d855-41ff-8cf2-d56dc6a5cde8 tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:19:04.105211 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-e4368f88-d855-41ff-8cf2-d56dc6a5cde8 tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] Notify callbacks [] for floatingip, before_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:04.171765 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8087ae95-459d-4e4d-b785-0b6d23016460 req-32b63e16-803c-40a8-9328-9db8e94f5aea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:19:04.173520 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-8087ae95-459d-4e4d-b785-0b6d23016460 req-32b63e16-803c-40a8-9328-9db8e94f5aea service neutron] 10.222.0.13 "GET /v2.0/networks?id=eb98ba18-b0fc-455c-9bef-282881864632 HTTP/1.1" status: 200 len: 912 time: 0.2932334 Apr 20 18:19:04.379059 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-8087ae95-459d-4e4d-b785-0b6d23016460 req-470c6fd7-4465-44ac-9538-9b61c5b81e20 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=efe28055-2fb6-471a-b258-ee0e32c5091b HTTP/1.1" status: 200 len: 1001 time: 0.1496043 Apr 20 18:19:04.489631 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-2890d759-69a5-4e54-be58-72c15662fd3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-397209'] for router_interface, before_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:04.495245 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8087ae95-459d-4e4d-b785-0b6d23016460 req-5c25f42f-60bb-4477-b9c0-eb46d9ac817a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:19:04.496819 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-8087ae95-459d-4e4d-b785-0b6d23016460 req-5c25f42f-60bb-4477-b9c0-eb46d9ac817a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=df8c402d-ed6b-4e3d-81d4-7ab30d507809 HTTP/1.1" status: 200 len: 850 time: 0.1068029 Apr 20 18:19:04.549147 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-e4368f88-d855-41ff-8cf2-d56dc6a5cde8 tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624671'] for port, before_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:04.949370 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.plugin [None req-2890d759-69a5-4e54-be58-72c15662fd3f admin admin] Deleting port c80fd4f1-68e1-46d5-9529-00bf75f03814 {{(pid=86310) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:19:04.949728 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-2890d759-69a5-4e54-be58-72c15662fd3f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363299861050484'] for port, before_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:04.969678 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.db_base_plugin_common [None req-e4368f88-d855-41ff-8cf2-d56dc6a5cde8 tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] Allocated IP 172.28.0.142 (26051af8-ebd0-4db2-857e-181975352424/a8fb9e9c-99d7-49f9-8da9-302520785055/f8fa19aa-a76c-47af-b1dd-75285c806393) {{(pid=86311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 18:19:04.982909 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8087ae95-459d-4e4d-b785-0b6d23016460 req-5f1c480f-a25c-4ed2-ba4a-a57e0b90cb23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:19:04.984514 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-8087ae95-459d-4e4d-b785-0b6d23016460 req-5f1c480f-a25c-4ed2-ba4a-a57e0b90cb23 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=eb98ba18-b0fc-455c-9bef-282881864632&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4795473 Apr 20 18:19:05.102905 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb63c6b-57c7-4085-8bb1-7ce9628c7d20 req-e1206c99-50bc-45e6-be3b-5cd67c0f19e4 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:19:05.104461 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-7fb63c6b-57c7-4085-8bb1-7ce9628c7d20 req-e1206c99-50bc-45e6-be3b-5cd67c0f19e4 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] 10.222.0.32 "GET /v2.0/ports?device_id=07d6c6c3-c813-4ea4-9976-f31a36a8cdd1 HTTP/1.1" status: 200 len: 945 time: 0.2461963 Apr 20 18:19:05.220395 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-7fb63c6b-57c7-4085-8bb1-7ce9628c7d20 req-397ef68c-6cd9-4d94-9616-f4898ae32518 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] 10.222.0.32 "GET /v2.0/security-groups?id=72e2741b-2767-416b-b004-90187f015a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1045210 Apr 20 18:19:05.236661 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.db [None req-2890d759-69a5-4e54-be58-72c15662fd3f admin admin] For port c80fd4f1-68e1-46d5-9529-00bf75f03814, host dv-cinder-786929-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-2-smb',level=0,port_id=c80fd4f1-68e1-46d5-9529-00bf75f03814,segment=NetworkSegment(c3ded3fe-e1f6-46cb-bb95-d0e46e9eb1ff),segment_id=c3ded3fe-e1f6-46cb-bb95-d0e46e9eb1ff)] {{(pid=86310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:19:05.237844 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-2890d759-69a5-4e54-be58-72c15662fd3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632958'] for port, precommit_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:05.272132 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-8087ae95-459d-4e4d-b785-0b6d23016460 req-e52f8ccb-9cad-4b20-85be-52b003257999 service neutron] 10.222.0.13 "GET /v2.0/networks/eb98ba18-b0fc-455c-9bef-282881864632?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2792909 Apr 20 18:19:05.322282 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-e4368f88-d855-41ff-8cf2-d56dc6a5cde8 tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] Notify callbacks [] for port, precommit_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:05.400117 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.plugin [None req-2890d759-69a5-4e54-be58-72c15662fd3f admin admin] Calling delete_port for c80fd4f1-68e1-46d5-9529-00bf75f03814 owned by network:router_interface {{(pid=86310) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 18:19:05.478876 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-8087ae95-459d-4e4d-b785-0b6d23016460 req-daab1240-39fc-46c0-b408-8783f2d0ad8a service neutron] 10.222.0.13 "GET /v2.0/networks/eb98ba18-b0fc-455c-9bef-282881864632?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1970191 Apr 20 18:19:05.483183 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-e4368f88-d855-41ff-8cf2-d56dc6a5cde8 tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852966479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736993280678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850693756'] for port, after_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:05.489485 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-b4a42a52-99fa-468f-b111-9b8942e80f04 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:19:05.556612 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4368f88-d855-41ff-8cf2-d56dc6a5cde8 tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] Network 26051af8-ebd0-4db2-857e-181975352424 is already hosted by enough agents. {{(pid=86311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 18:19:05.557780 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.scheduler.base_scheduler [None req-e4368f88-d855-41ff-8cf2-d56dc6a5cde8 tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] Resources bound (agent type, host, resource id): {{(pid=86311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:19:05.561805 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4368f88-d855-41ff-8cf2-d56dc6a5cde8 tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] Received port after_create {{(pid=86311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 18:19:05.626953 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4368f88-d855-41ff-8cf2-d56dc6a5cde8 tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] Pushing event updated for resources: {'Port': ['ID=f8fa19aa-a76c-47af-b1dd-75285c806393,revision_number=1']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:19:05.632771 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-e4368f88-d855-41ff-8cf2-d56dc6a5cde8 tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:19:05.770100 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-2890d759-69a5-4e54-be58-72c15662fd3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852966479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363299861045279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363299861495122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852424964'] for port, after_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:05.782087 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-a75f681a-584a-47ee-ae6a-5a48d25dafc2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:19:05.834137 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2890d759-69a5-4e54-be58-72c15662fd3f admin admin] Pushing event deleted for resources: {'Port': ['ID=c80fd4f1-68e1-46d5-9529-00bf75f03814,revision_number=None']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:19:05.863539 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-2890d759-69a5-4e54-be58-72c15662fd3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:19:06.055742 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-e4368f88-d855-41ff-8cf2-d56dc6a5cde8 tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:06.160318 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-e4368f88-d855-41ff-8cf2-d56dc6a5cde8 tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624671'] for port, before_update {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:06.357558 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-2890d759-69a5-4e54-be58-72c15662fd3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854024286', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-397287'] for router_interface, after_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:06.398962 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.rpc [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Device e7099379-7fe8-471b-9b2e-8814ac912d1a details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=86312) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 18:19:06.404756 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.rpc [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Device 8fb4d145-1862-458a-8f77-c2300060536e no longer exists at agent hyperv_hv-cinder-78692 {{(pid=86312) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 18:19:06.491469 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615c945d-3644-404b-bdb5-b81ac53ce9da req-82eb3939-b531-46f2-b1d6-2b3c4d707679 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:19:06.493768 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-615c945d-3644-404b-bdb5-b81ac53ce9da req-82eb3939-b531-46f2-b1d6-2b3c4d707679 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] 10.222.0.32 "GET /v2.0/ports?device_id=07d6c6c3-c813-4ea4-9976-f31a36a8cdd1 HTTP/1.1" status: 200 len: 945 time: 0.1533158 Apr 20 18:19:06.529982 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-e4368f88-d855-41ff-8cf2-d56dc6a5cde8 tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] Notify callbacks [] for port, precommit_update {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:06.538165 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-e4368f88-d855-41ff-8cf2-d56dc6a5cde8 tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852966479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736993730504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736993280695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299861495088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4082061'] for port, after_update {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:06.544079 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:19:06.649748 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.db [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] For port e7099379-7fe8-471b-9b2e-8814ac912d1a, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=e7099379-7fe8-471b-9b2e-8814ac912d1a,segment=NetworkSegment(48e9a50f-9987-468e-9cbc-b73b5f8756db),segment_id=48e9a50f-9987-468e-9cbc-b73b5f8756db)] {{(pid=86312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:19:06.666722 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-615c945d-3644-404b-bdb5-b81ac53ce9da req-46617ae5-50e8-4d17-b000-a7cec111529f tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] 10.222.0.32 "GET /v2.0/security-groups?id=72e2741b-2767-416b-b004-90187f015a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1593602 Apr 20 18:19:06.667968 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.rpc [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Returning: {'device': 'e7099379-7fe8-471b-9b2e-8814ac912d1a', 'network_id': '5b82a5ad-5a0b-4f36-b6c5-403cadd34a79', 'port_id': 'e7099379-7fe8-471b-9b2e-8814ac912d1a', 'mac_address': 'fa:16:3e:ac:f3:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0d1d23a-bc57-4fd3-ab7b-5ff7156471c8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86312) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 18:19:06.745530 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.plugin [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] No Port match for: 8fb4d145-1862-458a-8f77-c2300060536e {{(pid=86312) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 18:19:06.745903 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.rpc [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Device 8fb4d145-1862-458a-8f77-c2300060536e not bound to the agent host hv-cinder-78692 {{(pid=86312) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 18:19:06.749045 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624671'] for port, before_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:06.753536 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4368f88-d855-41ff-8cf2-d56dc6a5cde8 tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] Pushing event updated for resources: {'Port': ['ID=f8fa19aa-a76c-47af-b1dd-75285c806393,revision_number=2']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:19:06.758487 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-e4368f88-d855-41ff-8cf2-d56dc6a5cde8 tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:19:06.773507 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-e4368f88-d855-41ff-8cf2-d56dc6a5cde8 tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854121806'] for floatingip, after_update {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:06.778410 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.notifiers.nova [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e7099379-7fe8-471b-9b2e-8814ac912d1a {{(pid=86312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 18:19:06.797445 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.db [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] For port e7099379-7fe8-471b-9b2e-8814ac912d1a, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=e7099379-7fe8-471b-9b2e-8814ac912d1a,segment=NetworkSegment(48e9a50f-9987-468e-9cbc-b73b5f8756db),segment_id=48e9a50f-9987-468e-9cbc-b73b5f8756db)] {{(pid=86312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:19:06.802459 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852966479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736993730504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736993280695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299861495088'] for port, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:06.806637 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:19:06.909845 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Pushing event updated for resources: {'Port': ['ID=e7099379-7fe8-471b-9b2e-8814ac912d1a,revision_number=6']} {{(pid=86312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:19:06.922762 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:19:06.938795 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.db [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] get_ports_and_sgs() called for port_ids ['e7099379-7fe8-471b-9b2e-8814ac912d1a'] {{(pid=86312) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 18:19:06.996573 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2890d759-69a5-4e54-be58-72c15662fd3f admin admin] Router 24ec7caf-1ba9-4b42-b0c2-0df4af4ea251 has already been hosted by L3 agent 40af0123-fc20-4e27-8672-759459b7c5ef {{(pid=86310) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 18:19:06.998361 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.db.l3_db [None req-e4368f88-d855-41ff-8cf2-d56dc6a5cde8 tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] Floating IP a695d61f-dc2b-4b2c-9349-e4249d000c73 associated. External IP: 172.28.0.142, port: 33d9dd43-9391-4d91-b569-05d07ccab82b. Apr 20 18:19:07.342066 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2890d759-69a5-4e54-be58-72c15662fd3f admin admin] Notify agent at l3_agent.dv-cinder-786929-2-smb the message routers_updated {{(pid=86310) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 18:19:07.353442 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08617419-d681-48da-887f-0f4e3c577b50 None None] Sync routers for ids ['24ec7caf-1ba9-4b42-b0c2-0df4af4ea251'] in dv-cinder-786929-2-smb {{(pid=86313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 18:19:07.362484 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-2890d759-69a5-4e54-be58-72c15662fd3f admin admin] 10.222.0.32 "PUT /v2.0/routers/24ec7caf-1ba9-4b42-b0c2-0df4af4ea251/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5715201 Apr 20 18:19:07.364142 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.32', 53218) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:19:07.382621 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08617419-d681-48da-887f-0f4e3c577b50 None None] Routers {'24ec7caf-1ba9-4b42-b0c2-0df4af4ea251'} bound to L3 agent in host dv-cinder-786929-2-smb {{(pid=86313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:19:07.398705 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_hamode_db [None req-08617419-d681-48da-887f-0f4e3c577b50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786929-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-04-20T18:07:11Z,description=,heartbeat_timestamp=2021-04-20T18:18:41Z,host='dv-cinder-786929-2-smb',id=40af0123-fc20-4e27-8672-759459b7c5ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T18:07:11Z,topic='l3_agent')) {'router_ids': ['24ec7caf-1ba9-4b42-b0c2-0df4af4ea251'], 'active': True} {{(pid=86313) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:19:07.513505 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4368f88-d855-41ff-8cf2-d56dc6a5cde8 tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] Router d7eb7172-f1d2-45bc-a2ac-809689020647 has already been hosted by L3 agent 40af0123-fc20-4e27-8672-759459b7c5ef {{(pid=86311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 18:19:07.601499 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-f1770f77-8cf4-417e-a385-728d4c6b0bdd admin admin] Notify callbacks [] for router, before_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:07.631520 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_dvr_db [None req-08617419-d681-48da-887f-0f4e3c577b50 None None] Set router 24ec7caf-1ba9-4b42-b0c2-0df4af4ea251 gateway port host: dv-cinder-786929-2-smb {{(pid=86313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 18:19:07.896830 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-f1770f77-8cf4-417e-a385-728d4c6b0bdd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:07.958713 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.plugin [None req-f1770f77-8cf4-417e-a385-728d4c6b0bdd admin admin] Deleting port 460873c7-b664-4534-aba4-62918b33679c {{(pid=86310) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:19:07.959347 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-f1770f77-8cf4-417e-a385-728d4c6b0bdd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363299861050484'] for port, before_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:08.072633 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-81a812d7-787b-4bf4-a182-4a2155bebd4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299861013637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394135'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:08.075967 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4368f88-d855-41ff-8cf2-d56dc6a5cde8 tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] Notify agent at l3_agent.dv-cinder-786929-2-smb the message routers_updated {{(pid=86311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 18:19:08.088300 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5bae5e1-7bc2-41f3-99f9-e52849ec949e None None] Sync routers for ids ['d7eb7172-f1d2-45bc-a2ac-809689020647'] in dv-cinder-786929-2-smb {{(pid=86312) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 18:19:08.117223 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-e4368f88-d855-41ff-8cf2-d56dc6a5cde8 tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759958'] for floatingip, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:08.118054 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_hamode_db [None req-08617419-d681-48da-887f-0f4e3c577b50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24ec7caf-1ba9-4b42-b0c2-0df4af4ea251', 'name': 'tempest-ServerRescueNegativeTestJSON-710943410-router', 'tenant_id': '48e5df147ce142c88e849dbcf9521831', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26051af8-ebd0-4db2-857e-181975352424', 'external_fixed_ips': [{'subnet_id': 'a8fb9e9c-99d7-49f9-8da9-302520785055', 'ip_address': '172.28.0.108'}], 'enable_snat': True}, 'gw_port_id': '460873c7-b664-4534-aba4-62918b33679c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:15:52Z', 'updated_at': '2021-04-20T18:19:05Z', 'revision_number': 5, 'project_id': '48e5df147ce142c88e849dbcf9521831', 'gw_port': {'id': '460873c7-b664-4534-aba4-62918b33679c', 'name': '', 'network_id': '26051af8-ebd0-4db2-857e-181975352424', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:43:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24ec7caf-1ba9-4b42-b0c2-0df4af4ea251', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'a8fb9e9c-99d7-49f9-8da9-302520785055', 'ip_address': '172.28.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:15:54Z', 'updated_at': '2021-04-20T18:16:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8fb9e9c-99d7-49f9-8da9-302520785055', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-2-smb'}], 'dv-cinder-786929-2-smb', False) {} {{(pid=86313) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:19:08.126893 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08617419-d681-48da-887f-0f4e3c577b50 None None] Checking router: 24ec7caf-1ba9-4b42-b0c2-0df4af4ea251 for host: dv-cinder-786929-2-smb {{(pid=86313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 18:19:08.129679 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5bae5e1-7bc2-41f3-99f9-e52849ec949e None None] Routers {'d7eb7172-f1d2-45bc-a2ac-809689020647'} bound to L3 agent in host dv-cinder-786929-2-smb {{(pid=86312) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:19:08.130742 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_hamode_db [None req-d5bae5e1-7bc2-41f3-99f9-e52849ec949e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786929-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-04-20T18:07:11Z,description=,heartbeat_timestamp=2021-04-20T18:18:41Z,host='dv-cinder-786929-2-smb',id=40af0123-fc20-4e27-8672-759459b7c5ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T18:07:11Z,topic='l3_agent')) {'router_ids': ['d7eb7172-f1d2-45bc-a2ac-809689020647'], 'active': True} {{(pid=86312) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:19:08.148870 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08617419-d681-48da-887f-0f4e3c577b50 None None] Routers {'24ec7caf-1ba9-4b42-b0c2-0df4af4ea251'} bound to L3 agent in host dv-cinder-786929-2-smb {{(pid=86313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:19:08.149724 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_hamode_db [None req-08617419-d681-48da-887f-0f4e3c577b50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786929-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-04-20T18:07:11Z,description=,heartbeat_timestamp=2021-04-20T18:18:41Z,host='dv-cinder-786929-2-smb',id=40af0123-fc20-4e27-8672-759459b7c5ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T18:07:11Z,topic='l3_agent')) {'router_ids': ['24ec7caf-1ba9-4b42-b0c2-0df4af4ea251'], 'active': True} {{(pid=86313) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:19:08.168098 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47898d08-1ce2-4621-8836-e75147b1cf46 req-d634d490-1346-4062-ab3e-b61e42292748 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:19:08.169790 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-47898d08-1ce2-4621-8836-e75147b1cf46 req-d634d490-1346-4062-ab3e-b61e42292748 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] 10.222.0.32 "GET /v2.0/ports?device_id=07d6c6c3-c813-4ea4-9976-f31a36a8cdd1 HTTP/1.1" status: 200 len: 944 time: 0.2775176 Apr 20 18:19:08.273150 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-e4368f88-d855-41ff-8cf2-d56dc6a5cde8 tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 4.2536559 Apr 20 18:19:08.279919 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ddb3673-a36f-4874-ab49-e5b904f2a32b', 'tag': '33d9dd43-9391-4d91-b569-05d07ccab82b'}] {{(pid=86311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:19:08.317250 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-47898d08-1ce2-4621-8836-e75147b1cf46 req-056b9b08-a265-4b4c-8064-bc5617ad7b19 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] 10.222.0.32 "GET /v2.0/security-groups?id=72e2741b-2767-416b-b004-90187f015a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1320639 Apr 20 18:19:08.387119 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.db [None req-f1770f77-8cf4-417e-a385-728d4c6b0bdd admin admin] For port 460873c7-b664-4534-aba4-62918b33679c, host dv-cinder-786929-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-2-smb',level=0,port_id=460873c7-b664-4534-aba4-62918b33679c,segment=NetworkSegment(0fd0f869-d1a1-42b0-840f-a1b93e92e33d),segment_id=0fd0f869-d1a1-42b0-840f-a1b93e92e33d)] {{(pid=86310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:19:08.387623 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-f1770f77-8cf4-417e-a385-728d4c6b0bdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632958'] for port, precommit_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:08.404021 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ddb3673-a36f-4874-ab49-e5b904f2a32b', 'tag': '33d9dd43-9391-4d91-b569-05d07ccab82b', 'status': 'completed', 'code': 200} Apr 20 18:19:08.426974 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.rpc [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Device e7099379-7fe8-471b-9b2e-8814ac912d1a up at agent hyperv_hv-cinder-78692 {{(pid=86312) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:19:08.597396 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bf9829-dd41-46a9-9913-9e44565bd715 req-746a1163-8171-41bc-a449-79883ec4eceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:19:08.599274 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-51bf9829-dd41-46a9-9913-9e44565bd715 req-746a1163-8171-41bc-a449-79883ec4eceb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c63217fb60aa4544a29b035267cf6bf0&device_id=0ddb3673-a36f-4874-ab49-e5b904f2a32b HTTP/1.1" status: 200 len: 1099 time: 0.1710491 Apr 20 18:19:08.670631 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_dvr_db [None req-d5bae5e1-7bc2-41f3-99f9-e52849ec949e None None] Set router d7eb7172-f1d2-45bc-a2ac-809689020647 gateway port host: dv-cinder-786929-2-smb {{(pid=86312) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 18:19:08.671503 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.plugin [None req-f1770f77-8cf4-417e-a385-728d4c6b0bdd admin admin] Calling delete_port for 460873c7-b664-4534-aba4-62918b33679c owned by network:router_gateway {{(pid=86310) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 18:19:08.851180 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.provisioning_blocks [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Provisioning complete for port e7099379-7fe8-471b-9b2e-8814ac912d1a triggered by entity L2. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:19:08.851602 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853381758'] for port, provisioning_complete {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:08.956598 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_dvr_db [None req-08617419-d681-48da-887f-0f4e3c577b50 None None] Set router 24ec7caf-1ba9-4b42-b0c2-0df4af4ea251 gateway port host: None {{(pid=86313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 18:19:08.961927 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bf9829-dd41-46a9-9913-9e44565bd715 req-48fa52ae-a055-45ec-80fd-12542e30594f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:19:08.963602 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-51bf9829-dd41-46a9-9913-9e44565bd715 req-48fa52ae-a055-45ec-80fd-12542e30594f service neutron] 10.222.0.13 "GET /v2.0/networks?id=b5591ab1-84d9-4585-836b-47bf7632765d HTTP/1.1" status: 200 len: 909 time: 0.3571224 Apr 20 18:19:09.138992 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_hamode_db [None req-08617419-d681-48da-887f-0f4e3c577b50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24ec7caf-1ba9-4b42-b0c2-0df4af4ea251', 'name': 'tempest-ServerRescueNegativeTestJSON-710943410-router', 'tenant_id': '48e5df147ce142c88e849dbcf9521831', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:15:52Z', 'updated_at': '2021-04-20T18:19:07Z', 'revision_number': 6, 'project_id': '48e5df147ce142c88e849dbcf9521831', 'gw_port_host': None}], 'dv-cinder-786929-2-smb', False) {} {{(pid=86313) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:19:09.144142 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08617419-d681-48da-887f-0f4e3c577b50 None None] The sync data for ids ['24ec7caf-1ba9-4b42-b0c2-0df4af4ea251'] in dv-cinder-786929-2-smb is: [{'id': '24ec7caf-1ba9-4b42-b0c2-0df4af4ea251', 'name': 'tempest-ServerRescueNegativeTestJSON-710943410-router', 'tenant_id': '48e5df147ce142c88e849dbcf9521831', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:15:52Z', 'updated_at': '2021-04-20T18:19:07Z', 'revision_number': 6, 'project_id': '48e5df147ce142c88e849dbcf9521831', 'gw_port_host': None}] {{(pid=86313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 18:19:09.188536 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-f1770f77-8cf4-417e-a385-728d4c6b0bdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852966479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363299861045279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363299861495122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852424964'] for port, after_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:09.195037 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-4fd746b3-d279-4a99-9434-f7a42b826f8b tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:19:09.272313 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1770f77-8cf4-417e-a385-728d4c6b0bdd admin admin] Pushing event deleted for resources: {'Port': ['ID=460873c7-b664-4534-aba4-62918b33679c,revision_number=None']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:19:09.287210 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-51bf9829-dd41-46a9-9913-9e44565bd715 req-a9c8355f-6b3b-487b-a731-a30e3f400b88 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=33d9dd43-9391-4d91-b569-05d07ccab82b HTTP/1.1" status: 200 len: 1000 time: 0.3133407 Apr 20 18:19:09.329392 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-f1770f77-8cf4-417e-a385-728d4c6b0bdd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:19:09.430907 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bf9829-dd41-46a9-9913-9e44565bd715 req-8b125c51-77e0-46e7-a119-40801095da79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:19:09.432889 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-51bf9829-dd41-46a9-9913-9e44565bd715 req-8b125c51-77e0-46e7-a119-40801095da79 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3243b360-2a6c-4a7d-86c5-59c501c53d43 HTTP/1.1" status: 200 len: 847 time: 0.1412120 Apr 20 18:19:09.440069 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-f1770f77-8cf4-417e-a385-728d4c6b0bdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854149018'] for router_gateway, after_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:09.514450 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.rpc [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Device c80fd4f1-68e1-46d5-9529-00bf75f03814 no longer exists at agent ovs-agent-dv-cinder-786929-2-smb {{(pid=86312) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 18:19:09.628639 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bf9829-dd41-46a9-9913-9e44565bd715 req-65926b4a-b88a-492c-95b8-4c19addb2903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:19:09.630270 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-51bf9829-dd41-46a9-9913-9e44565bd715 req-65926b4a-b88a-492c-95b8-4c19addb2903 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b5591ab1-84d9-4585-836b-47bf7632765d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1889951 Apr 20 18:19:09.723627 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.plugin [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] No Port match for: c80fd4f1-68e1-46d5-9529-00bf75f03814 {{(pid=86312) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 18:19:09.724045 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.rpc [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Device c80fd4f1-68e1-46d5-9529-00bf75f03814 not bound to the agent host dv-cinder-786929-2-smb {{(pid=86312) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 18:19:09.956941 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-51bf9829-dd41-46a9-9913-9e44565bd715 req-dce3b65e-b325-4304-a66f-4150179f3bb2 service neutron] 10.222.0.13 "GET /v2.0/networks/b5591ab1-84d9-4585-836b-47bf7632765d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3154621 Apr 20 18:19:10.051008 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-f1770f77-8cf4-417e-a385-728d4c6b0bdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854121414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854760238'] for router, precommit_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:10.052582 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624671'] for port, before_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:10.056585 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-f1770f77-8cf4-417e-a385-728d4c6b0bdd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:10.094042 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.db [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] For port e7099379-7fe8-471b-9b2e-8814ac912d1a, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=e7099379-7fe8-471b-9b2e-8814ac912d1a,segment=NetworkSegment(48e9a50f-9987-468e-9cbc-b73b5f8756db),segment_id=48e9a50f-9987-468e-9cbc-b73b5f8756db)] {{(pid=86312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:19:10.095436 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07d6c6c3-c813-4ea4-9976-f31a36a8cdd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7099379-7fe8-471b-9b2e-8814ac912d1a'}] {{(pid=86312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:19:10.104114 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852966479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736993730504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736993280695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299861495088'] for port, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:10.107567 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-8cbf8827-6384-4abb-b13d-294adb90e25d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:19:10.192620 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07d6c6c3-c813-4ea4-9976-f31a36a8cdd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7099379-7fe8-471b-9b2e-8814ac912d1a', 'code': 200} Apr 20 18:19:10.203067 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-51bf9829-dd41-46a9-9913-9e44565bd715 req-6832cd4c-213e-4c2c-a393-28e59c97dae6 service neutron] 10.222.0.13 "GET /v2.0/networks/b5591ab1-84d9-4585-836b-47bf7632765d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2302792 Apr 20 18:19:10.227150 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-f1770f77-8cf4-417e-a385-728d4c6b0bdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-395902'] for router, after_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:10.227735 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1770f77-8cf4-417e-a385-728d4c6b0bdd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 24ec7caf-1ba9-4b42-b0c2-0df4af4ea251 {{(pid=86310) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 20 18:19:10.238786 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d98e8a6-dee0-41fa-8753-8e7e23f8ddd7 req-6594e475-673a-46e5-addd-9cf2cba8a311 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:19:10.247120 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-7d98e8a6-dee0-41fa-8753-8e7e23f8ddd7 req-6594e475-673a-46e5-addd-9cf2cba8a311 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] 10.222.0.32 "GET /v2.0/ports?device_id=07d6c6c3-c813-4ea4-9976-f31a36a8cdd1 HTTP/1.1" status: 200 len: 944 time: 0.4346416 Apr 20 18:19:10.260120 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Pushing event updated for resources: {'Port': ['ID=e7099379-7fe8-471b-9b2e-8814ac912d1a,revision_number=7']} {{(pid=86312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:19:10.264353 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:19:10.268194 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_hamode_db [None req-d5bae5e1-7bc2-41f3-99f9-e52849ec949e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7eb7172-f1d2-45bc-a2ac-809689020647', 'name': 'tempest-TestShelveInstance-932433395-router', 'tenant_id': 'c63217fb60aa4544a29b035267cf6bf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26051af8-ebd0-4db2-857e-181975352424', 'external_fixed_ips': [{'subnet_id': 'a8fb9e9c-99d7-49f9-8da9-302520785055', 'ip_address': '172.28.0.13'}], 'enable_snat': True}, 'gw_port_id': 'f69ae9ad-11f6-491c-9b7e-5bac7e66517b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:17:55Z', 'updated_at': '2021-04-20T18:18:04Z', 'revision_number': 4, 'project_id': 'c63217fb60aa4544a29b035267cf6bf0', 'gw_port': {'id': 'f69ae9ad-11f6-491c-9b7e-5bac7e66517b', 'name': '', 'network_id': '26051af8-ebd0-4db2-857e-181975352424', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:bf:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7eb7172-f1d2-45bc-a2ac-809689020647', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'a8fb9e9c-99d7-49f9-8da9-302520785055', 'ip_address': '172.28.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:17:57Z', 'updated_at': '2021-04-20T18:18:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8fb9e9c-99d7-49f9-8da9-302520785055', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-2-smb', '_floatingips': [{'id': 'a695d61f-dc2b-4b2c-9349-e4249d000c73', 'tenant_id': 'c63217fb60aa4544a29b035267cf6bf0', 'floating_ip_address': '172.28.0.142', 'floating_network_id': '26051af8-ebd0-4db2-857e-181975352424', 'router_id': 'd7eb7172-f1d2-45bc-a2ac-809689020647', 'port_id': '33d9dd43-9391-4d91-b569-05d07ccab82b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 429, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5591ab1-84d9-4585-836b-47bf7632765d', 'mac_address': 'fa:16:3e:2a:1d:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ddb3673-a36f-4874-ab49-e5b904f2a32b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T18:19:05Z', 'updated_at': '2021-04-20T18:19:05Z', 'revision_number': 0, 'project_id': 'c63217fb60aa4544a29b035267cf6bf0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a356fad1-a5eb-4718-9971-5d284045e4ce', 'name': '', 'network_id': 'b5591ab1-84d9-4585-836b-47bf7632765d', 'tenant_id': 'c63217fb60aa4544a29b035267cf6bf0', 'mac_address': 'fa:16:3e:a9:5a:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7eb7172-f1d2-45bc-a2ac-809689020647', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '3243b360-2a6c-4a7d-86c5-59c501c53d43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:18:03Z', 'updated_at': '2021-04-20T18:18:16Z', 'revision_number': 5, 'project_id': 'c63217fb60aa4544a29b035267cf6bf0', 'subnets': [{'id': '3243b360-2a6c-4a7d-86c5-59c501c53d43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786929-2-smb', False) {} {{(pid=86312) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:19:10.273258 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5bae5e1-7bc2-41f3-99f9-e52849ec949e None None] Checking router: d7eb7172-f1d2-45bc-a2ac-809689020647 for host: dv-cinder-786929-2-smb {{(pid=86312) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 18:19:10.285091 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5bae5e1-7bc2-41f3-99f9-e52849ec949e None None] Routers {'d7eb7172-f1d2-45bc-a2ac-809689020647'} bound to L3 agent in host dv-cinder-786929-2-smb {{(pid=86312) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:19:10.285927 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_hamode_db [None req-d5bae5e1-7bc2-41f3-99f9-e52849ec949e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786929-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-04-20T18:07:11Z,description=,heartbeat_timestamp=2021-04-20T18:18:41Z,host='dv-cinder-786929-2-smb',id=40af0123-fc20-4e27-8672-759459b7c5ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T18:07:11Z,topic='l3_agent')) {'router_ids': ['d7eb7172-f1d2-45bc-a2ac-809689020647'], 'active': True} {{(pid=86312) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:19:10.304463 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-f1770f77-8cf4-417e-a385-728d4c6b0bdd admin admin] Notify callbacks [] for router, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:10.305704 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-f1770f77-8cf4-417e-a385-728d4c6b0bdd admin admin] 10.222.0.32 "DELETE /v2.0/routers/24ec7caf-1ba9-4b42-b0c2-0df4af4ea251 HTTP/1.1" status: 204 len: 168 time: 2.9393766 Apr 20 18:19:10.308552 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.32', 53282) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:19:10.312420 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-7d98e8a6-dee0-41fa-8753-8e7e23f8ddd7 req-160cafd4-93a2-48af-9d9f-06e797299c1a tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] 10.222.0.32 "GET /v2.0/security-groups?id=72e2741b-2767-416b-b004-90187f015a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643995 Apr 20 18:19:10.417859 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce712147-76ba-4d4e-b316-14f8fc1f7915 admin admin] Deleting subnet ebfd3c2f-c00a-4eb7-8bea-d2691ff138cc {{(pid=86311) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 20 18:19:10.421106 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-ce712147-76ba-4d4e-b316-14f8fc1f7915 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:10.535858 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-ce712147-76ba-4d4e-b316-14f8fc1f7915 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2266016'] for subnet, precommit_delete_associations {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:10.541687 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_dvr_db [None req-d5bae5e1-7bc2-41f3-99f9-e52849ec949e None None] Set router d7eb7172-f1d2-45bc-a2ac-809689020647 gateway port host: dv-cinder-786929-2-smb {{(pid=86312) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 18:19:10.633061 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-ce712147-76ba-4d4e-b316-14f8fc1f7915 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852945248'] for subnet, precommit_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:11.018459 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-ce712147-76ba-4d4e-b316-14f8fc1f7915 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1830552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854235284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036850694064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2979558'] for subnet, after_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:11.026657 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-025b6086-6f98-4c4e-a743-03eadb50e9f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299861013637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394135'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:11.031000 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:19:11.057529 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_hamode_db [None req-d5bae5e1-7bc2-41f3-99f9-e52849ec949e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7eb7172-f1d2-45bc-a2ac-809689020647', 'name': 'tempest-TestShelveInstance-932433395-router', 'tenant_id': 'c63217fb60aa4544a29b035267cf6bf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26051af8-ebd0-4db2-857e-181975352424', 'external_fixed_ips': [{'subnet_id': 'a8fb9e9c-99d7-49f9-8da9-302520785055', 'ip_address': '172.28.0.13'}], 'enable_snat': True}, 'gw_port_id': 'f69ae9ad-11f6-491c-9b7e-5bac7e66517b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:17:55Z', 'updated_at': '2021-04-20T18:18:04Z', 'revision_number': 4, 'project_id': 'c63217fb60aa4544a29b035267cf6bf0', 'gw_port': {'id': 'f69ae9ad-11f6-491c-9b7e-5bac7e66517b', 'name': '', 'network_id': '26051af8-ebd0-4db2-857e-181975352424', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:bf:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7eb7172-f1d2-45bc-a2ac-809689020647', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'a8fb9e9c-99d7-49f9-8da9-302520785055', 'ip_address': '172.28.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:17:57Z', 'updated_at': '2021-04-20T18:18:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8fb9e9c-99d7-49f9-8da9-302520785055', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-2-smb', '_floatingips': [{'id': 'a695d61f-dc2b-4b2c-9349-e4249d000c73', 'tenant_id': 'c63217fb60aa4544a29b035267cf6bf0', 'floating_ip_address': '172.28.0.142', 'floating_network_id': '26051af8-ebd0-4db2-857e-181975352424', 'router_id': 'd7eb7172-f1d2-45bc-a2ac-809689020647', 'port_id': '33d9dd43-9391-4d91-b569-05d07ccab82b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 429, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5591ab1-84d9-4585-836b-47bf7632765d', 'mac_address': 'fa:16:3e:2a:1d:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ddb3673-a36f-4874-ab49-e5b904f2a32b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T18:19:05Z', 'updated_at': '2021-04-20T18:19:05Z', 'revision_number': 0, 'project_id': 'c63217fb60aa4544a29b035267cf6bf0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a356fad1-a5eb-4718-9971-5d284045e4ce', 'name': '', 'network_id': 'b5591ab1-84d9-4585-836b-47bf7632765d', 'tenant_id': 'c63217fb60aa4544a29b035267cf6bf0', 'mac_address': 'fa:16:3e:a9:5a:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7eb7172-f1d2-45bc-a2ac-809689020647', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '3243b360-2a6c-4a7d-86c5-59c501c53d43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:18:03Z', 'updated_at': '2021-04-20T18:18:16Z', 'revision_number': 5, 'project_id': 'c63217fb60aa4544a29b035267cf6bf0', 'subnets': [{'id': '3243b360-2a6c-4a7d-86c5-59c501c53d43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786929-2-smb', False) {} {{(pid=86312) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:19:11.068348 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5bae5e1-7bc2-41f3-99f9-e52849ec949e None None] The sync data for ids ['d7eb7172-f1d2-45bc-a2ac-809689020647'] in dv-cinder-786929-2-smb is: [{'id': 'd7eb7172-f1d2-45bc-a2ac-809689020647', 'name': 'tempest-TestShelveInstance-932433395-router', 'tenant_id': 'c63217fb60aa4544a29b035267cf6bf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26051af8-ebd0-4db2-857e-181975352424', 'external_fixed_ips': [{'subnet_id': 'a8fb9e9c-99d7-49f9-8da9-302520785055', 'ip_address': '172.28.0.13'}], 'enable_snat': True}, 'gw_port_id': 'f69ae9ad-11f6-491c-9b7e-5bac7e66517b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:17:55Z', 'updated_at': '2021-04-20T18:18:04Z', 'revision_number': 4, 'project_id': 'c63217fb60aa4544a29b035267cf6bf0', 'gw_port': {'id': 'f69ae9ad-11f6-491c-9b7e-5bac7e66517b', 'name': '', 'network_id': '26051af8-ebd0-4db2-857e-181975352424', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:bf:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7eb7172-f1d2-45bc-a2ac-809689020647', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'a8fb9e9c-99d7-49f9-8da9-302520785055', 'ip_address': '172.28.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:17:57Z', 'updated_at': '2021-04-20T18:18:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8fb9e9c-99d7-49f9-8da9-302520785055', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-2-smb', '_floatingips': [{'id': 'a695d61f-dc2b-4b2c-9349-e4249d000c73', 'tenant_id': 'c63217fb60aa4544a29b035267cf6bf0', 'floating_ip_address': '172.28.0.142', 'floating_network_id': '26051af8-ebd0-4db2-857e-181975352424', 'router_id': 'd7eb7172-f1d2-45bc-a2ac-809689020647', 'port_id': '33d9dd43-9391-4d91-b569-05d07ccab82b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 429, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5591ab1-84d9-4585-836b-47bf7632765d', 'mac_address': 'fa:16:3e:2a:1d:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ddb3673-a36f-4874-ab49-e5b904f2a32b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T18:19:05Z', 'updated_at': '2021-04-20T18:19:05Z', 'revision_number': 0, 'project_id': 'c63217fb60aa4544a29b035267cf6bf0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a356fad1-a5eb-4718-9971-5d284045e4ce', 'name': '', 'network_id': 'b5591ab1-84d9-4585-836b-47bf7632765d', 'tenant_id': 'c63217fb60aa4544a29b035267cf6bf0', 'mac_address': 'fa:16:3e:a9:5a:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7eb7172-f1d2-45bc-a2ac-809689020647', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '3243b360-2a6c-4a7d-86c5-59c501c53d43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:18:03Z', 'updated_at': '2021-04-20T18:18:16Z', 'revision_number': 5, 'project_id': 'c63217fb60aa4544a29b035267cf6bf0', 'subnets': [{'id': '3243b360-2a6c-4a7d-86c5-59c501c53d43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86312) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 18:19:11.090707 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce712147-76ba-4d4e-b316-14f8fc1f7915 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ebfd3c2f-c00a-4eb7-8bea-d2691ff138cc,revision_number=None']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:19:11.093675 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-ce712147-76ba-4d4e-b316-14f8fc1f7915 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:19:11.103663 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-ce712147-76ba-4d4e-b316-14f8fc1f7915 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-751497'] for subnet, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:11.116768 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-ce712147-76ba-4d4e-b316-14f8fc1f7915 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/ebfd3c2f-c00a-4eb7-8bea-d2691ff138cc HTTP/1.1" status: 204 len: 168 time: 0.8022108 Apr 20 18:19:11.116899 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.32', 53300) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:19:11.133869 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-2bb93f3c-0bff-4547-a1e0-c38a344e24ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299861013637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394135'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:11.377475 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.rpc [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Device 460873c7-b664-4534-aba4-62918b33679c no longer exists at agent ovs-agent-dv-cinder-786929-2-smb {{(pid=86312) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 18:19:11.466658 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.plugin [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] No Port match for: 460873c7-b664-4534-aba4-62918b33679c {{(pid=86312) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 18:19:11.467213 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.rpc [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Device 460873c7-b664-4534-aba4-62918b33679c not bound to the agent host dv-cinder-786929-2-smb {{(pid=86312) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 18:19:11.516424 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d11c0d3-1a80-4dd6-a425-21ee5099e4a8 None None] New status for floating IP a695d61f-dc2b-4b2c-9349-e4249d000c73: ACTIVE {{(pid=86313) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 20 18:19:11.692961 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.32', 53312) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:19:11.787892 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7125fbbb-43ac-4874-9eab-ffabca50db74 req-9ff663b2-24f4-48f4-b93e-10b05b5cb6be tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:19:11.789639 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-7125fbbb-43ac-4874-9eab-ffabca50db74 req-9ff663b2-24f4-48f4-b93e-10b05b5cb6be tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] 10.222.0.32 "GET /v2.0/ports?device_id=07d6c6c3-c813-4ea4-9976-f31a36a8cdd1 HTTP/1.1" status: 200 len: 945 time: 0.2368195 Apr 20 18:19:11.820042 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-2d16cbe5-d414-4213-afb9-c63dea210561 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853350932'] for network, before_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:11.860132 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-7125fbbb-43ac-4874-9eab-ffabca50db74 req-950e1fb5-709e-4065-a219-676b5b979833 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] 10.222.0.32 "GET /v2.0/security-groups?id=72e2741b-2767-416b-b004-90187f015a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598927 Apr 20 18:19:11.992329 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-c55df14a-f9a4-44cf-8e61-a9e7d724ac26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:12.016515 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-c55df14a-f9a4-44cf-8e61-a9e7d724ac26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:19:12.025992 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-c55df14a-f9a4-44cf-8e61-a9e7d724ac26 admin admin] Usage tracker for resource:security_group_rule and tenant:dac8c8f3ae184c4b8d8b534d2dcfcdb9 is out of sync, need to count used quota {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:19:12.029502 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-c55df14a-f9a4-44cf-8e61-a9e7d724ac26 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:19:12.032476 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-2d16cbe5-d414-4213-afb9-c63dea210561 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1830645', 'neutron.services.segments.db._delete_segments_for_network-8736993762163'] for network, precommit_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:12.040580 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-c55df14a-f9a4-44cf-8e61-a9e7d724ac26 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:19:12.152446 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299861013637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394135'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:12.176616 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-c55df14a-f9a4-44cf-8e61-a9e7d724ac26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:12.180442 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-c55df14a-f9a4-44cf-8e61-a9e7d724ac26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854236768'] for security_group, after_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:12.184160 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.services.segments.db [None req-2d16cbe5-d414-4213-afb9-c63dea210561 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15a6a0fd-d337-49a6-891c-eac6549b2bfb']}} {{(pid=86310) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:19:12.198461 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.services.segments.db [None req-2d16cbe5-d414-4213-afb9-c63dea210561 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3ded3fe-e1f6-46cb-bb95-d0e46e9eb1ff') {'for_net_delete': True} {{(pid=86310) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:19:12.199508 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.services.segments.db [None req-2d16cbe5-d414-4213-afb9-c63dea210561 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3ded3fe-e1f6-46cb-bb95-d0e46e9eb1ff') {} {{(pid=86310) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:19:12.213663 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-2d16cbe5-d414-4213-afb9-c63dea210561 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363299860984163', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852424716'] for segment, before_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:12.230699 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-c1dc632a-cc22-4a72-9df0-ab498c8e2d0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:19:12.240989 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-2d16cbe5-d414-4213-afb9-c63dea210561 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1711814'] for segment, precommit_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:12.246150 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-c55df14a-f9a4-44cf-8e61-a9e7d724ac26 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=dac8c8f3ae184c4b8d8b534d2dcfcdb9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5435917 Apr 20 18:19:12.249234 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.32', 53324) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:19:12.251811 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d16cbe5-d414-4213-afb9-c63dea210561 admin admin] Releasing vlan 149 on physical network physnet1 to pool {{(pid=86310) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 20 18:19:12.411100 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-2f2de6ae-e645-4b26-9988-ed2299d57020 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:12.411100 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-2f2de6ae-e645-4b26-9988-ed2299d57020 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:12.466719 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55df14a-f9a4-44cf-8e61-a9e7d724ac26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b94e1d08-2d7c-493c-93f2-d557a2479174,revision_number=1']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:19:12.479977 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-c55df14a-f9a4-44cf-8e61-a9e7d724ac26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:19:12.510738 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-2f2de6ae-e645-4b26-9988-ed2299d57020 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854236768'] for security_group, after_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:12.516043 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-b10ec107-4883-43d6-afcd-873f39df9e0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:19:12.528205 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2de6ae-e645-4b26-9988-ed2299d57020 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b94e1d08-2d7c-493c-93f2-d557a2479174,revision_number=None']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:19:12.530689 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-2f2de6ae-e645-4b26-9988-ed2299d57020 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:19:12.536320 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-2f2de6ae-e645-4b26-9988-ed2299d57020 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:12.537549 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-2f2de6ae-e645-4b26-9988-ed2299d57020 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b94e1d08-2d7c-493c-93f2-d557a2479174 HTTP/1.1" status: 204 len: 168 time: 0.2864110 Apr 20 18:19:12.701661 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.managers [None req-2d16cbe5-d414-4213-afb9-c63dea210561 admin admin] Network 15a6a0fd-d337-49a6-891c-eac6549b2bfb has no segments {{(pid=86310) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 18:19:12.714558 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-2d16cbe5-d414-4213-afb9-c63dea210561 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853064015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2350731'] for segment, after_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:13.009764 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.managers [None req-2d16cbe5-d414-4213-afb9-c63dea210561 admin admin] Network 15a6a0fd-d337-49a6-891c-eac6549b2bfb has no segments {{(pid=86310) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 18:19:13.068450 dv-cinder-786929-2-smb neutron-server[86195]: Traceback (most recent call last): Apr 20 18:19:13.068450 dv-cinder-786929-2-smb neutron-server[86195]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 18:19:13.068450 dv-cinder-786929-2-smb neutron-server[86195]: timer() Apr 20 18:19:13.068450 dv-cinder-786929-2-smb neutron-server[86195]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 18:19:13.068450 dv-cinder-786929-2-smb neutron-server[86195]: cb(*args, **kw) Apr 20 18:19:13.068450 dv-cinder-786929-2-smb neutron-server[86195]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 20 18:19:13.068450 dv-cinder-786929-2-smb neutron-server[86195]: return func(*args, **kwargs) Apr 20 18:19:13.068450 dv-cinder-786929-2-smb neutron-server[86195]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 18:19:13.068450 dv-cinder-786929-2-smb neutron-server[86195]: self._notify() Apr 20 18:19:13.068450 dv-cinder-786929-2-smb neutron-server[86195]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 18:19:13.068450 dv-cinder-786929-2-smb neutron-server[86195]: self.callback(batched_events) Apr 20 18:19:13.068450 dv-cinder-786929-2-smb neutron-server[86195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 18:19:13.068450 dv-cinder-786929-2-smb neutron-server[86195]: event.method(event) Apr 20 18:19:13.068450 dv-cinder-786929-2-smb neutron-server[86195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 18:19:13.068450 dv-cinder-786929-2-smb neutron-server[86195]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 18:19:13.068450 dv-cinder-786929-2-smb neutron-server[86195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 20 18:19:13.068450 dv-cinder-786929-2-smb neutron-server[86195]: segment_id)['aggregates'][0] Apr 20 18:19:13.068450 dv-cinder-786929-2-smb neutron-server[86195]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 18:19:13.068450 dv-cinder-786929-2-smb neutron-server[86195]: return f(self, *a, **k) Apr 20 18:19:13.068450 dv-cinder-786929-2-smb neutron-server[86195]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 18:19:13.068450 dv-cinder-786929-2-smb neutron-server[86195]: return self._get(url).json() Apr 20 18:19:13.068450 dv-cinder-786929-2-smb neutron-server[86195]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 18:19:13.068450 dv-cinder-786929-2-smb neutron-server[86195]: **kwargs) Apr 20 18:19:13.068450 dv-cinder-786929-2-smb neutron-server[86195]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 18:19:13.068450 dv-cinder-786929-2-smb neutron-server[86195]: return self.request(url, 'GET', **kwargs) Apr 20 18:19:13.068450 dv-cinder-786929-2-smb neutron-server[86195]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 20 18:19:13.068450 dv-cinder-786929-2-smb neutron-server[86195]: **endpoint_filter) Apr 20 18:19:13.068450 dv-cinder-786929-2-smb neutron-server[86195]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 18:19:13.068450 dv-cinder-786929-2-smb neutron-server[86195]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 18:19:13.068450 dv-cinder-786929-2-smb neutron-server[86195]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 18:19:13.068450 dv-cinder-786929-2-smb neutron-server[86195]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 18:19:13.068450 dv-cinder-786929-2-smb neutron-server[86195]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 18:19:13.114498 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.32', 53340) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:19:13.136871 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-00514eee-306e-4034-8414-077562cf735f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:13.155638 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-00514eee-306e-4034-8414-077562cf735f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:19:13.163991 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-00514eee-306e-4034-8414-077562cf735f admin admin] Usage tracker for resource:security_group_rule and tenant:e8b81093e5a949659b74229faefb3dd1 is out of sync, need to count used quota {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:19:13.168733 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-00514eee-306e-4034-8414-077562cf735f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:19:13.177004 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-00514eee-306e-4034-8414-077562cf735f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:19:13.212512 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-2d16cbe5-d414-4213-afb9-c63dea210561 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036852945155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854236788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854121855'] for network, after_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:13.227596 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-2d16cbe5-d414-4213-afb9-c63dea210561 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-751497'] for network, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:13.237643 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-6ee62b3d-ce09-4f88-8c2b-fd825923793c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:19:13.264188 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d16cbe5-d414-4213-afb9-c63dea210561 admin admin] Pushing event deleted for resources: {'Network': ['ID=15a6a0fd-d337-49a6-891c-eac6549b2bfb,revision_number=None']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:19:13.270385 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-2d16cbe5-d414-4213-afb9-c63dea210561 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:19:13.273350 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-2d16cbe5-d414-4213-afb9-c63dea210561 admin admin] 10.222.0.32 "DELETE /v2.0/networks/15a6a0fd-d337-49a6-891c-eac6549b2bfb HTTP/1.1" status: 204 len: 168 time: 2.1575418 Apr 20 18:19:13.301607 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-f70b5d3b-7deb-456f-82aa-acef0ba2518a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299861013637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394135'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:13.304399 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2f5f40-1dfa-45a5-bb6c-8315ed30e8bc req-507cd193-4177-40ac-9e61-109dd470fa56 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:19:13.311788 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-00514eee-306e-4034-8414-077562cf735f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:13.312327 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-1e2f5f40-1dfa-45a5-bb6c-8315ed30e8bc req-507cd193-4177-40ac-9e61-109dd470fa56 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] 10.222.0.32 "GET /v2.0/ports?device_id=07d6c6c3-c813-4ea4-9976-f31a36a8cdd1 HTTP/1.1" status: 200 len: 945 time: 0.2425482 Apr 20 18:19:13.315901 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-00514eee-306e-4034-8414-077562cf735f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854236768'] for security_group, after_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:13.326172 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-623ce4c2-2dce-489c-b24f-3ac7f27ab75b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:19:13.362967 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00514eee-306e-4034-8414-077562cf735f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71233cc1-271c-452d-aba4-d5c865116c8f,revision_number=1']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:19:13.376232 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-1e2f5f40-1dfa-45a5-bb6c-8315ed30e8bc req-153ebed5-22e3-4c49-9c96-e1a108738183 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] 10.222.0.32 "GET /v2.0/security-groups?id=72e2741b-2767-416b-b004-90187f015a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627699 Apr 20 18:19:13.383000 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-00514eee-306e-4034-8414-077562cf735f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:19:13.409152 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-00514eee-306e-4034-8414-077562cf735f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e8b81093e5a949659b74229faefb3dd1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2932637 Apr 20 18:19:13.412143 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.32', 53346) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:19:13.495493 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-6f340825-56eb-4a83-80e0-7cac6b4f4327 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:13.531947 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-6f340825-56eb-4a83-80e0-7cac6b4f4327 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:13.550746 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.32', 53354) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:19:13.594082 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-6f340825-56eb-4a83-80e0-7cac6b4f4327 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854236768'] for security_group, after_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:13.602078 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-cf7cf5c4-8d7f-48df-9422-49eb6a04c7a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:19:13.616880 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f340825-56eb-4a83-80e0-7cac6b4f4327 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71233cc1-271c-452d-aba4-d5c865116c8f,revision_number=None']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:19:13.622711 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-7fd2c378-4c18-453f-ab33-b4f6485ba8bf admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=48e5df147ce142c88e849dbcf9521831&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0682995 Apr 20 18:19:13.623416 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.32', 53358) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:19:13.624195 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-6f340825-56eb-4a83-80e0-7cac6b4f4327 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:19:13.639513 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-6f340825-56eb-4a83-80e0-7cac6b4f4327 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:13.644197 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-6f340825-56eb-4a83-80e0-7cac6b4f4327 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/71233cc1-271c-452d-aba4-d5c865116c8f HTTP/1.1" status: 204 len: 168 time: 0.2275412 Apr 20 18:19:13.719629 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-480e5f15-570c-457e-931e-6bffc7acee84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:13.755930 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-480e5f15-570c-457e-931e-6bffc7acee84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:13.811194 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-480e5f15-570c-457e-931e-6bffc7acee84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854236768'] for security_group, after_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:13.818666 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-c55df14a-f9a4-44cf-8e61-a9e7d724ac26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:19:13.834683 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480e5f15-570c-457e-931e-6bffc7acee84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63e5a295-1c1b-4259-93ce-61133d92337d,revision_number=None']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:19:13.853056 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-480e5f15-570c-457e-931e-6bffc7acee84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:19:13.867229 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-480e5f15-570c-457e-931e-6bffc7acee84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:13.868425 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-480e5f15-570c-457e-931e-6bffc7acee84 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/63e5a295-1c1b-4259-93ce-61133d92337d HTTP/1.1" status: 204 len: 168 time: 0.2432301 Apr 20 18:19:14.123388 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.32', 53372) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:19:14.161481 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-2091b525-6056-4dbe-a875-d272ad9861f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:14.188811 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-2091b525-6056-4dbe-a875-d272ad9861f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:19:14.195006 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-2091b525-6056-4dbe-a875-d272ad9861f4 admin admin] Usage tracker for resource:security_group_rule and tenant:20c7e267af8f4a908496bb46131ac982 is out of sync, need to count used quota {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:19:14.198352 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-2091b525-6056-4dbe-a875-d272ad9861f4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:19:14.204715 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-2091b525-6056-4dbe-a875-d272ad9861f4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:19:14.315765 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-2091b525-6056-4dbe-a875-d272ad9861f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:14.319921 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-2091b525-6056-4dbe-a875-d272ad9861f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854236768'] for security_group, after_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:14.332028 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-fd5facc1-36df-4cea-ae31-67a2457350de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:19:14.399166 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-2091b525-6056-4dbe-a875-d272ad9861f4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=20c7e267af8f4a908496bb46131ac982&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2708044 Apr 20 18:19:14.399166 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2091b525-6056-4dbe-a875-d272ad9861f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=001f123c-b44d-4aaf-af65-ce92f9eaa794,revision_number=1']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:19:14.399611 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.32', 53386) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:19:14.402532 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-2091b525-6056-4dbe-a875-d272ad9861f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:19:14.521619 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-9808e86a-918d-405f-af99-5e5a9697b63a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:14.593136 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-9808e86a-918d-405f-af99-5e5a9697b63a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:14.667136 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-9808e86a-918d-405f-af99-5e5a9697b63a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854236768'] for security_group, after_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:14.724121 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-baee5566-561e-4686-aa97-2f1c67223e99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:19:14.765279 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9808e86a-918d-405f-af99-5e5a9697b63a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=001f123c-b44d-4aaf-af65-ce92f9eaa794,revision_number=None']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:19:14.769110 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-9808e86a-918d-405f-af99-5e5a9697b63a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:19:14.772017 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-9808e86a-918d-405f-af99-5e5a9697b63a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:14.775756 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-9808e86a-918d-405f-af99-5e5a9697b63a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/001f123c-b44d-4aaf-af65-ce92f9eaa794 HTTP/1.1" status: 204 len: 168 time: 0.3720956 Apr 20 18:19:14.835836 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b387c691-bcac-4d08-b92c-39a5d03ca666 req-39eae61e-0b73-42bd-814a-2fb2b7e6a956 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:19:14.839098 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-b387c691-bcac-4d08-b92c-39a5d03ca666 req-39eae61e-0b73-42bd-814a-2fb2b7e6a956 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] 10.222.0.32 "GET /v2.0/ports?device_id=07d6c6c3-c813-4ea4-9976-f31a36a8cdd1 HTTP/1.1" status: 200 len: 945 time: 0.1729534 Apr 20 18:19:14.902404 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-b387c691-bcac-4d08-b92c-39a5d03ca666 req-54bd0087-4781-4eb9-b6d1-31c51ca2aea5 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] 10.222.0.32 "GET /v2.0/security-groups?id=72e2741b-2767-416b-b004-90187f015a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531447 Apr 20 18:19:15.218115 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.agents_db [None req-b35f03a3-c7a0-4608-9f7c-a0859408129f None None] Agent healthcheck: found 6 active agents {{(pid=86313) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 18:19:15.824179 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.32', 53452) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:19:15.978730 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.v2.base [None req-89751685-936b-4583-9376-8f04d4afd62c admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-2007061749-network', 'tenant_id': '86f06cb3845a489aa088990951f95368'}} {{(pid=86310) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:19:15.987853 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-89751685-936b-4583-9376-8f04d4afd62c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:19:15.996241 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-89751685-936b-4583-9376-8f04d4afd62c admin admin] Usage tracker for resource:network and tenant:86f06cb3845a489aa088990951f95368 is out of sync, need to count used quota {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:19:16.003827 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-89751685-936b-4583-9376-8f04d4afd62c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:19:16.020027 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-89751685-936b-4583-9376-8f04d4afd62c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:19:16.038354 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89751685-936b-4583-9376-8f04d4afd62c admin admin] Made reservation on behalf of 86f06cb3845a489aa088990951f95368 for: {'network': 1} {{(pid=86310) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 18:19:16.043250 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-89751685-936b-4583-9376-8f04d4afd62c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624671'] for network, before_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:16.070984 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-89751685-936b-4583-9376-8f04d4afd62c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:16.103632 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-89751685-936b-4583-9376-8f04d4afd62c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:19:16.160483 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-89751685-936b-4583-9376-8f04d4afd62c admin admin] Usage tracker for resource:security_group_rule and tenant:86f06cb3845a489aa088990951f95368 is out of sync, need to count used quota {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:19:16.171129 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-89751685-936b-4583-9376-8f04d4afd62c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:19:16.187479 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-89751685-936b-4583-9376-8f04d4afd62c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:19:16.245668 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a06bb2-c3e8-406c-9ffa-1603b6dc847a req-e0e34f30-f24e-42dd-aa49-3577b0052a32 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:19:16.254896 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-f6a06bb2-c3e8-406c-9ffa-1603b6dc847a req-e0e34f30-f24e-42dd-aa49-3577b0052a32 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] 10.222.0.32 "GET /v2.0/ports?device_id=07d6c6c3-c813-4ea4-9976-f31a36a8cdd1 HTTP/1.1" status: 200 len: 945 time: 0.1472797 Apr 20 18:19:16.382713 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-f6a06bb2-c3e8-406c-9ffa-1603b6dc847a req-dcd1d1d2-9da7-454f-88f2-c21500533365 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] 10.222.0.32 "GET /v2.0/security-groups?id=72e2741b-2767-416b-b004-90187f015a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1161928 Apr 20 18:19:16.460323 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-89751685-936b-4583-9376-8f04d4afd62c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:16.463412 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-89751685-936b-4583-9376-8f04d4afd62c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854236768'] for security_group, after_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:16.472708 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-558f7302-123f-4cd5-888f-681ee00b2d32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:19:16.504383 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.32', 53484) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:19:16.505570 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89751685-936b-4583-9376-8f04d4afd62c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 126} {{(pid=86310) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 20 18:19:16.516522 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-89751685-936b-4583-9376-8f04d4afd62c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1711814'] for segment, precommit_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:16.516905 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.db.segments_db [None req-89751685-936b-4583-9376-8f04d4afd62c admin admin] Added segment 046b8bba-485d-430c-b45d-9ebed1a31a1b of type vlan for network 9b9027b2-bc7e-45f8-b782-ec09179abdfd Apr 20 18:19:16.548943 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-89751685-936b-4583-9376-8f04d4afd62c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363299861504440'] for network, precommit_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:16.559893 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89751685-936b-4583-9376-8f04d4afd62c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8fd554f-db08-45ef-bdc9-089ce011cc30,revision_number=1']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:19:16.563280 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-89751685-936b-4583-9376-8f04d4afd62c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:19:16.598986 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-89751685-936b-4583-9376-8f04d4afd62c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854236788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514'] for network, after_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:16.600418 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89751685-936b-4583-9376-8f04d4afd62c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:19:16.601054 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-89751685-936b-4583-9376-8f04d4afd62c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-751497'] for network, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:16.604932 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-cfec612c-2b9e-4a8b-a93c-3424877ccfb6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:19:16.740625 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-33a9f561-1f57-4412-a479-6101a8c62397 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:16.777517 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-33a9f561-1f57-4412-a479-6101a8c62397 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:19:16.782596 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-33a9f561-1f57-4412-a479-6101a8c62397 admin admin] Usage tracker for resource:security_group_rule and tenant:5c14ba7528494eb59f3b52f16c379853 is out of sync, need to count used quota {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:19:16.786297 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-33a9f561-1f57-4412-a479-6101a8c62397 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:19:16.796547 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89751685-936b-4583-9376-8f04d4afd62c admin admin] Pushing event updated for resources: {'Network': ['ID=9b9027b2-bc7e-45f8-b782-ec09179abdfd,revision_number=1']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:19:16.799517 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-33a9f561-1f57-4412-a479-6101a8c62397 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:19:16.800566 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-89751685-936b-4583-9376-8f04d4afd62c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:19:16.807929 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.rpc [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Network 9b9027b2-bc7e-45f8-b782-ec09179abdfd details requested by agent ovs-agent-dv-cinder-786929-2-smb with host dv-cinder-786929-2-smb {{(pid=86312) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 18:19:16.825813 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-89751685-936b-4583-9376-8f04d4afd62c admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0003726 Apr 20 18:19:16.827561 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.32', 53500) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:19:16.835524 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.v2.base [None req-0c2486a1-d446-4080-bf36-fbd0947bcd01 admin admin] Request body: {'subnet': {'network_id': '9b9027b2-bc7e-45f8-b782-ec09179abdfd', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-2007061749-subnet', 'tenant_id': '86f06cb3845a489aa088990951f95368', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86310) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:19:16.842284 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-0c2486a1-d446-4080-bf36-fbd0947bcd01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:19:16.849685 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-0c2486a1-d446-4080-bf36-fbd0947bcd01 admin admin] Usage tracker for resource:subnet and tenant:86f06cb3845a489aa088990951f95368 is out of sync, need to count used quota {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:19:16.853799 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-0c2486a1-d446-4080-bf36-fbd0947bcd01 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:19:16.871835 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-0c2486a1-d446-4080-bf36-fbd0947bcd01 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:19:16.890030 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c2486a1-d446-4080-bf36-fbd0947bcd01 admin admin] Made reservation on behalf of 86f06cb3845a489aa088990951f95368 for: {'subnet': 1} {{(pid=86310) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 18:19:16.898006 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-0c2486a1-d446-4080-bf36-fbd0947bcd01 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2406917'] for subnet, before_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:17.020645 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-33a9f561-1f57-4412-a479-6101a8c62397 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:17.023886 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-33a9f561-1f57-4412-a479-6101a8c62397 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854236768'] for security_group, after_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:17.035822 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-487b9422-9a0d-4d23-ba18-09b094034276 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:19:17.098087 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a9f561-1f57-4412-a479-6101a8c62397 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05fafe87-7ce7-447f-a5d3-e06d30fdd240,revision_number=1']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:19:17.108836 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-33a9f561-1f57-4412-a479-6101a8c62397 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5c14ba7528494eb59f3b52f16c379853&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6031020 Apr 20 18:19:17.110642 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-33a9f561-1f57-4412-a479-6101a8c62397 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:19:17.112013 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.32', 53508) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:19:17.215013 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-c170da82-741d-4bcb-b44c-858ea1ce32f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:17.258402 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-c170da82-741d-4bcb-b44c-858ea1ce32f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:17.310801 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-c170da82-741d-4bcb-b44c-858ea1ce32f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854236768'] for security_group, after_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:17.319049 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-9808e86a-918d-405f-af99-5e5a9697b63a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:19:17.334022 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-c170da82-741d-4bcb-b44c-858ea1ce32f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:17.349041 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-c170da82-741d-4bcb-b44c-858ea1ce32f8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/05fafe87-7ce7-447f-a5d3-e06d30fdd240 HTTP/1.1" status: 204 len: 168 time: 0.2268808 Apr 20 18:19:17.355550 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c170da82-741d-4bcb-b44c-858ea1ce32f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05fafe87-7ce7-447f-a5d3-e06d30fdd240,revision_number=None']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:19:17.362304 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-c170da82-741d-4bcb-b44c-858ea1ce32f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:19:17.457399 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-0c2486a1-d446-4080-bf36-fbd0947bcd01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854235284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2350957', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2406932'] for subnet, after_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:17.464061 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-1eb6460a-a94e-4ef0-bd68-3562f07331cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:19:17.681181 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2486a1-d446-4080-bf36-fbd0947bcd01 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7cc7b467-0f9c-4fa7-85e9-749887866d90,revision_number=0']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:19:17.696778 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-0c2486a1-d446-4080-bf36-fbd0947bcd01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:19:17.838011 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c2486a1-d446-4080-bf36-fbd0947bcd01 admin admin] Checking segment: {'id': '046b8bba-485d-430c-b45d-9ebed1a31a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9b9027b2-bc7e-45f8-b782-ec09179abdfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 18:19:17.838011 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c2486a1-d446-4080-bf36-fbd0947bcd01 admin admin] Network hostable DHCP agents. Network: 9b9027b2-bc7e-45f8-b782-ec09179abdfd, hostable agents: ['7b7ebe60-b598-4f49-9612-2aa98fec0998'], hosted agents: [] {{(pid=86310) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 18:19:17.876229 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c2486a1-d446-4080-bf36-fbd0947bcd01 admin admin] Network 9b9027b2-bc7e-45f8-b782-ec09179abdfd is scheduled to be hosted by DHCP agent 7b7ebe60-b598-4f49-9612-2aa98fec0998 with binding_index 1 {{(pid=86310) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 18:19:17.895874 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13c9135-7bc2-48ce-9be5-b046508e032b req-f9bbbafc-409f-43bf-b6f2-55226e425e31 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:19:17.897490 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-c13c9135-7bc2-48ce-9be5-b046508e032b req-f9bbbafc-409f-43bf-b6f2-55226e425e31 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] 10.222.0.32 "GET /v2.0/ports?device_id=07d6c6c3-c813-4ea4-9976-f31a36a8cdd1 HTTP/1.1" status: 200 len: 945 time: 0.1821978 Apr 20 18:19:17.899137 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.scheduler.base_scheduler [None req-0c2486a1-d446-4080-bf36-fbd0947bcd01 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786929-2-smb, 9b9027b2-bc7e-45f8-b782-ec09179abdfd) {{(pid=86310) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:19:17.915566 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2f24685-e2b3-4ded-80a5-00a6a461eed6 None None] Network 9b9027b2-bc7e-45f8-b782-ec09179abdfd requested from dv-cinder-786929-2-smb {{(pid=86312) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 18:19:17.927083 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c2486a1-d446-4080-bf36-fbd0947bcd01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:19:17.927733 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-0c2486a1-d446-4080-bf36-fbd0947bcd01 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:17.963911 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-0c2486a1-d446-4080-bf36-fbd0947bcd01 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1349297 Apr 20 18:19:17.988809 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-c13c9135-7bc2-48ce-9be5-b046508e032b req-171cc66a-9f2f-41ab-818d-5a83c7e64e54 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] 10.222.0.32 "GET /v2.0/security-groups?id=72e2741b-2767-416b-b004-90187f015a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794137 Apr 20 18:19:18.429659 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-158e5994-60f5-4936-b2dc-529d7f433a02 None None] Network 9b9027b2-bc7e-45f8-b782-ec09179abdfd requested from dv-cinder-786929-2-smb {{(pid=86312) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 18:19:19.332448 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e443f9a3-c0b0-4c60-b8da-9eae42776a20 req-8927d65b-8181-4473-9954-ac0e9427385b tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:19:19.334132 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-e443f9a3-c0b0-4c60-b8da-9eae42776a20 req-8927d65b-8181-4473-9954-ac0e9427385b tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] 10.222.0.32 "GET /v2.0/ports?device_id=07d6c6c3-c813-4ea4-9976-f31a36a8cdd1 HTTP/1.1" status: 200 len: 945 time: 0.1573777 Apr 20 18:19:19.417558 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-e443f9a3-c0b0-4c60-b8da-9eae42776a20 req-82bec509-99dd-4d36-8a83-507af5a44803 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] 10.222.0.32 "GET /v2.0/security-groups?id=72e2741b-2767-416b-b004-90187f015a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769200 Apr 20 18:19:19.425812 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a65b85-fc2d-451d-95e9-36a97740c3ab req-6f6dfa02-4370-4295-a39f-1cd94e25dc54 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:19:19.437558 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-13a65b85-fc2d-451d-95e9-36a97740c3ab req-6f6dfa02-4370-4295-a39f-1cd94e25dc54 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] 10.222.0.32 "GET /v2.0/ports?device_id=017750e2-2faa-492d-81ff-e9560fb475f5 HTTP/1.1" status: 200 len: 945 time: 0.1688888 Apr 20 18:19:19.516638 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-13a65b85-fc2d-451d-95e9-36a97740c3ab req-ae9beeb0-fdd5-4bd6-af27-d11d61a796f4 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] 10.222.0.32 "GET /v2.0/security-groups?id=38e27d19-d8a9-48d6-a9d6-ec021bffb723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772953 Apr 20 18:19:19.766071 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.32', 53592) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:19:19.927284 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-10b0ce9c-9ebd-419b-afe4-172bb3f3cef1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:19.952567 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-10b0ce9c-9ebd-419b-afe4-172bb3f3cef1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:19:19.959359 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-10b0ce9c-9ebd-419b-afe4-172bb3f3cef1 admin admin] Usage tracker for resource:security_group_rule and tenant:57ed86985c664cda85e58d8bfa58f9ea is out of sync, need to count used quota {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:19:19.964816 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-10b0ce9c-9ebd-419b-afe4-172bb3f3cef1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:19:19.976744 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-10b0ce9c-9ebd-419b-afe4-172bb3f3cef1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:19:20.083993 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-10b0ce9c-9ebd-419b-afe4-172bb3f3cef1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:20.087168 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-10b0ce9c-9ebd-419b-afe4-172bb3f3cef1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854236768'] for security_group, after_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:20.103790 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-6f340825-56eb-4a83-80e0-7cac6b4f4327 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:19:20.136130 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.32', 53612) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:19:20.136342 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-10b0ce9c-9ebd-419b-afe4-172bb3f3cef1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=57ed86985c664cda85e58d8bfa58f9ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3688433 Apr 20 18:19:20.163133 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b0ce9c-9ebd-419b-afe4-172bb3f3cef1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec16f930-2e7d-4019-aaa0-5c2d65b354b7,revision_number=1']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:19:20.166918 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-10b0ce9c-9ebd-419b-afe4-172bb3f3cef1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:19:20.270826 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-06e0f365-5846-46ec-a662-77cafc723628 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:20.316905 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-06e0f365-5846-46ec-a662-77cafc723628 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:20.369028 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-06e0f365-5846-46ec-a662-77cafc723628 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854236768'] for security_group, after_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:20.377349 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-55a844bf-b613-489a-b744-312cbe6a2248 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:19:20.395575 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e0f365-5846-46ec-a662-77cafc723628 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec16f930-2e7d-4019-aaa0-5c2d65b354b7,revision_number=None']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:19:20.398061 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-06e0f365-5846-46ec-a662-77cafc723628 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:19:20.399098 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-06e0f365-5846-46ec-a662-77cafc723628 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:20.400841 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-06e0f365-5846-46ec-a662-77cafc723628 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ec16f930-2e7d-4019-aaa0-5c2d65b354b7 HTTP/1.1" status: 204 len: 168 time: 0.2627797 Apr 20 18:19:20.519680 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.32', 53632) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:19:20.731690 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57524647-a5bf-4e33-bd83-d181bf0cf96b req-cd2c369f-92c1-437a-a60a-1c14a925c096 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:19:20.743015 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-57524647-a5bf-4e33-bd83-d181bf0cf96b req-cd2c369f-92c1-437a-a60a-1c14a925c096 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] 10.222.0.32 "GET /v2.0/ports?device_id=07d6c6c3-c813-4ea4-9976-f31a36a8cdd1 HTTP/1.1" status: 200 len: 945 time: 0.1152086 Apr 20 18:19:20.806469 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-57524647-a5bf-4e33-bd83-d181bf0cf96b req-06e2b641-5d6d-4561-bf64-4a047936e48c tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] 10.222.0.32 "GET /v2.0/security-groups?id=72e2741b-2767-416b-b004-90187f015a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623538 Apr 20 18:19:20.928662 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f03b54-aa85-4ca4-981f-4e1bf52df9d3 req-6a93436c-5df3-4fae-9485-6b50dd812392 tempest-VolumesSnapshotTestJSON-785424082 tempest-VolumesSnapshotTestJSON-785424082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:19:20.946328 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-89f03b54-aa85-4ca4-981f-4e1bf52df9d3 req-6a93436c-5df3-4fae-9485-6b50dd812392 tempest-VolumesSnapshotTestJSON-785424082 tempest-VolumesSnapshotTestJSON-785424082-project] 10.222.0.32 "GET /v2.0/networks?id=9b9027b2-bc7e-45f8-b782-ec09179abdfd HTTP/1.1" status: 200 len: 814 time: 0.3703949 Apr 20 18:19:20.971444 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-cb2ba1db-9c84-4ef1-984f-778abb4eeb5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:20.980898 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-89f03b54-aa85-4ca4-981f-4e1bf52df9d3 req-70383747-504f-4ad8-85d9-409afca5951b tempest-VolumesSnapshotTestJSON-785424082 tempest-VolumesSnapshotTestJSON-785424082-project] 10.222.0.32 "GET /v2.0/quotas/86f06cb3845a489aa088990951f95368 HTTP/1.1" status: 200 len: 375 time: 0.0326889 Apr 20 18:19:20.993852 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-cb2ba1db-9c84-4ef1-984f-778abb4eeb5a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:19:20.998319 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-cb2ba1db-9c84-4ef1-984f-778abb4eeb5a admin admin] Usage tracker for resource:security_group_rule and tenant:bdc851967b8f42809887f7d858f72f96 is out of sync, need to count used quota {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:19:21.001664 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-cb2ba1db-9c84-4ef1-984f-778abb4eeb5a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:19:21.008118 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-cb2ba1db-9c84-4ef1-984f-778abb4eeb5a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:19:21.081925 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-89f03b54-aa85-4ca4-981f-4e1bf52df9d3 req-78e3ed13-3320-4b5e-b20a-a7f8e8ca4783 tempest-VolumesSnapshotTestJSON-785424082 tempest-VolumesSnapshotTestJSON-785424082-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=86f06cb3845a489aa088990951f95368&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0996904 Apr 20 18:19:21.106968 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-cb2ba1db-9c84-4ef1-984f-778abb4eeb5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:21.152606 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-cb2ba1db-9c84-4ef1-984f-778abb4eeb5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854236768'] for security_group, after_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:21.170402 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-cb94c31b-cbc5-454a-b1d6-aa8499b3dca4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:19:21.177249 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.32', 53646) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:19:21.214439 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-fdcaab59-d317-4c5a-a435-7c45107b6f9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:21.235128 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-fdcaab59-d317-4c5a-a435-7c45107b6f9f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:19:21.238143 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-cb2ba1db-9c84-4ef1-984f-778abb4eeb5a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=bdc851967b8f42809887f7d858f72f96&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7167561 Apr 20 18:19:21.238492 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-fdcaab59-d317-4c5a-a435-7c45107b6f9f admin admin] Usage tracker for resource:security_group_rule and tenant:7fea8318bc77400da88dcf1e42315f11 is out of sync, need to count used quota {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:19:21.240331 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.32', 53650) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:19:21.241220 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2ba1db-9c84-4ef1-984f-778abb4eeb5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5513d077-0357-46ff-bc08-6e2690a7ac88,revision_number=1']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:19:21.241911 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-fdcaab59-d317-4c5a-a435-7c45107b6f9f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:19:21.248621 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-fdcaab59-d317-4c5a-a435-7c45107b6f9f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:19:21.250498 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-cb2ba1db-9c84-4ef1-984f-778abb4eeb5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:19:21.326164 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0d2c02-e5ff-47dd-85b8-45f7cef5afe2 req-4a011d90-9a51-4553-a2f9-f07e8133b733 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:19:21.334526 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-fb0d2c02-e5ff-47dd-85b8-45f7cef5afe2 req-4a011d90-9a51-4553-a2f9-f07e8133b733 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] 10.222.0.32 "GET /v2.0/ports?device_id=017750e2-2faa-492d-81ff-e9560fb475f5 HTTP/1.1" status: 200 len: 945 time: 0.3455398 Apr 20 18:19:21.375262 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-1ef50f98-feec-43de-845c-d045612fd041 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:21.381053 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-fdcaab59-d317-4c5a-a435-7c45107b6f9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:21.385957 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-fdcaab59-d317-4c5a-a435-7c45107b6f9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854236768'] for security_group, after_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:21.396929 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-a9744caa-fca5-4632-910c-51e1347c0e85 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:19:21.426459 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-fb0d2c02-e5ff-47dd-85b8-45f7cef5afe2 req-8035b813-0aa0-40c2-86a8-b4a00fb521a4 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] 10.222.0.32 "GET /v2.0/security-groups?id=38e27d19-d8a9-48d6-a9d6-ec021bffb723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909173 Apr 20 18:19:21.441927 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-89f03b54-aa85-4ca4-981f-4e1bf52df9d3 req-ae465447-00e2-4ea4-bd3e-19abf42e4f37 service neutron] 10.222.0.32 "GET /v2.0/networks/9b9027b2-bc7e-45f8-b782-ec09179abdfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3592167 Apr 20 18:19:21.448946 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-1ef50f98-feec-43de-845c-d045612fd041 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:21.452408 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcaab59-d317-4c5a-a435-7c45107b6f9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1409bb4d-b1f0-4a62-890c-95b51e9be1f3,revision_number=1']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:19:21.483502 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-fdcaab59-d317-4c5a-a435-7c45107b6f9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:19:21.494554 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-fdcaab59-d317-4c5a-a435-7c45107b6f9f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7fea8318bc77400da88dcf1e42315f11&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3131852 Apr 20 18:19:21.505100 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.32', 53654) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:19:21.574916 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-1ef50f98-feec-43de-845c-d045612fd041 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854236768'] for security_group, after_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:21.582357 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-403968e8-60b8-4bdf-bc29-3652ab3fb4cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:19:21.597387 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-71cb73b4-e735-4160-bbef-f635a9666932 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:21.615443 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef50f98-feec-43de-845c-d045612fd041 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5513d077-0357-46ff-bc08-6e2690a7ac88,revision_number=None']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:19:21.630253 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-1ef50f98-feec-43de-845c-d045612fd041 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:19:21.639759 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-1ef50f98-feec-43de-845c-d045612fd041 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:21.641318 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-1ef50f98-feec-43de-845c-d045612fd041 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5513d077-0357-46ff-bc08-6e2690a7ac88 HTTP/1.1" status: 204 len: 168 time: 0.3970284 Apr 20 18:19:21.656594 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-89f03b54-aa85-4ca4-981f-4e1bf52df9d3 req-0f656996-411d-492f-b5a8-3a70497321ac service neutron] 10.222.0.32 "GET /v2.0/networks/9b9027b2-bc7e-45f8-b782-ec09179abdfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2007823 Apr 20 18:19:21.658738 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-71cb73b4-e735-4160-bbef-f635a9666932 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:21.750093 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-71cb73b4-e735-4160-bbef-f635a9666932 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854236768'] for security_group, after_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:21.757975 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-3afe44f7-3625-4f9f-8328-32ea89e4373a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:19:21.812736 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cb73b4-e735-4160-bbef-f635a9666932 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1409bb4d-b1f0-4a62-890c-95b51e9be1f3,revision_number=None']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:19:21.822672 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-71cb73b4-e735-4160-bbef-f635a9666932 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:19:21.827948 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-71cb73b4-e735-4160-bbef-f635a9666932 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:21.832418 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-71cb73b4-e735-4160-bbef-f635a9666932 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1409bb4d-b1f0-4a62-890c-95b51e9be1f3 HTTP/1.1" status: 204 len: 168 time: 0.3231652 Apr 20 18:19:21.986652 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-5f7066aa-0668-45c6-8c6c-c0f5b53dad19 req-c690df58-f6a3-42f5-bb6d-f005d6f5b27c tempest-VolumesSnapshotTestJSON-785424082 tempest-VolumesSnapshotTestJSON-785424082-project] 10.222.0.32 "GET /v2.0/ports?device_id=fed60488-b3fa-4541-bcfe-44db138f0d93 HTTP/1.1" status: 200 len: 210 time: 0.1207523 Apr 20 18:19:22.205770 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef858d8e-c767-4cb2-a18e-b099a1980de1 req-7b84152c-6f0a-4e5d-9cc1-fa2956b40418 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:19:22.218658 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-ef858d8e-c767-4cb2-a18e-b099a1980de1 req-7b84152c-6f0a-4e5d-9cc1-fa2956b40418 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] 10.222.0.32 "GET /v2.0/ports?device_id=07d6c6c3-c813-4ea4-9976-f31a36a8cdd1 HTTP/1.1" status: 200 len: 945 time: 0.1396730 Apr 20 18:19:22.282389 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-ef858d8e-c767-4cb2-a18e-b099a1980de1 req-73cff353-66be-4ad0-9306-72223febeb30 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] 10.222.0.32 "GET /v2.0/security-groups?id=72e2741b-2767-416b-b004-90187f015a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624242 Apr 20 18:19:22.434716 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.32', 53684) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:19:22.457101 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-bccdb554-73c6-4eee-8bd5-1f4374b3584c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:22.489271 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-bccdb554-73c6-4eee-8bd5-1f4374b3584c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:19:22.516417 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-bccdb554-73c6-4eee-8bd5-1f4374b3584c admin admin] Usage tracker for resource:security_group_rule and tenant:ed20c49ce49e4d21bce03f6b89b86f6b is out of sync, need to count used quota {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:19:22.531971 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-bccdb554-73c6-4eee-8bd5-1f4374b3584c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:19:22.570582 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-bccdb554-73c6-4eee-8bd5-1f4374b3584c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:19:22.845629 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463154a1-bbb3-444a-82fe-e9750d2d4204 req-649c1837-f4a5-4228-9c45-6830003e02a1 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:19:22.847711 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-463154a1-bbb3-444a-82fe-e9750d2d4204 req-649c1837-f4a5-4228-9c45-6830003e02a1 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] 10.222.0.32 "GET /v2.0/ports?device_id=017750e2-2faa-492d-81ff-e9560fb475f5 HTTP/1.1" status: 200 len: 945 time: 0.2094500 Apr 20 18:19:22.930665 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-bccdb554-73c6-4eee-8bd5-1f4374b3584c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:22.938376 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-bccdb554-73c6-4eee-8bd5-1f4374b3584c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854236768'] for security_group, after_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:22.976660 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-cb2ba1db-9c84-4ef1-984f-778abb4eeb5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:19:23.015324 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-bccdb554-73c6-4eee-8bd5-1f4374b3584c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ed20c49ce49e4d21bce03f6b89b86f6b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5771768 Apr 20 18:19:23.015324 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccdb554-73c6-4eee-8bd5-1f4374b3584c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=189ebc3a-04f8-4dfa-a353-f1b693645d1b,revision_number=1']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:19:23.022295 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.32', 53702) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:19:23.031932 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-463154a1-bbb3-444a-82fe-e9750d2d4204 req-13d76878-50b1-41a4-ad71-80bc40af5e52 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] 10.222.0.32 "GET /v2.0/security-groups?id=38e27d19-d8a9-48d6-a9d6-ec021bffb723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1634183 Apr 20 18:19:23.033410 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-bccdb554-73c6-4eee-8bd5-1f4374b3584c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:19:23.201177 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-cc78157b-c90d-4d19-a172-30d4c84f0c19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:23.243718 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-d124799f-8ef8-4bc8-a341-319130d5ac89 req-23540927-7a9c-47a6-b589-e9a083b947f9 tempest-VolumesSnapshotTestJSON-785424082 tempest-VolumesSnapshotTestJSON-785424082-project] 10.222.0.32 "GET /v2.0/ports?device_id=fed60488-b3fa-4541-bcfe-44db138f0d93 HTTP/1.1" status: 200 len: 210 time: 0.0868294 Apr 20 18:19:23.267570 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-cc78157b-c90d-4d19-a172-30d4c84f0c19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:23.338085 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-cc78157b-c90d-4d19-a172-30d4c84f0c19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854236768'] for security_group, after_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:23.354187 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-2f2de6ae-e645-4b26-9988-ed2299d57020 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:19:23.380269 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc78157b-c90d-4d19-a172-30d4c84f0c19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=189ebc3a-04f8-4dfa-a353-f1b693645d1b,revision_number=None']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:19:23.382722 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-cc78157b-c90d-4d19-a172-30d4c84f0c19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:23.387571 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-cc78157b-c90d-4d19-a172-30d4c84f0c19 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/189ebc3a-04f8-4dfa-a353-f1b693645d1b HTTP/1.1" status: 204 len: 168 time: 0.3641164 Apr 20 18:19:23.400129 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-cc78157b-c90d-4d19-a172-30d4c84f0c19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:19:23.568152 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebef8d7-1c2b-4936-9c50-7fda73076413 req-87faba12-a2c3-49e4-b60f-d70f2730372d tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:19:23.570175 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-1ebef8d7-1c2b-4936-9c50-7fda73076413 req-87faba12-a2c3-49e4-b60f-d70f2730372d tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] 10.222.0.32 "GET /v2.0/ports?device_id=07d6c6c3-c813-4ea4-9976-f31a36a8cdd1 HTTP/1.1" status: 200 len: 945 time: 0.1405697 Apr 20 18:19:23.689573 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-1ebef8d7-1c2b-4936-9c50-7fda73076413 req-1d672677-1f80-42a9-87f1-687e563d3930 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] 10.222.0.32 "GET /v2.0/security-groups?id=72e2741b-2767-416b-b004-90187f015a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911162 Apr 20 18:19:24.007259 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f03b54-aa85-4ca4-981f-4e1bf52df9d3 req-0695b2a1-29bd-4ad3-aa3e-4bbabc00cf49 tempest-VolumesSnapshotTestJSON-785424082 tempest-VolumesSnapshotTestJSON-785424082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:19:24.008881 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-89f03b54-aa85-4ca4-981f-4e1bf52df9d3 req-0695b2a1-29bd-4ad3-aa3e-4bbabc00cf49 tempest-VolumesSnapshotTestJSON-785424082 tempest-VolumesSnapshotTestJSON-785424082-project] 10.222.0.13 "GET /v2.0/networks?id=9b9027b2-bc7e-45f8-b782-ec09179abdfd HTTP/1.1" status: 200 len: 814 time: 0.3318784 Apr 20 18:19:24.032246 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.v2.base [req-89f03b54-aa85-4ca4-981f-4e1bf52df9d3 req-f4d50823-11d1-41b6-8335-8981ab80ba90 tempest-VolumesSnapshotTestJSON-785424082 tempest-VolumesSnapshotTestJSON-785424082-project] Request body: {'port': {'device_id': 'fed60488-b3fa-4541-bcfe-44db138f0d93', 'network_id': '9b9027b2-bc7e-45f8-b782-ec09179abdfd', 'admin_state_up': True, 'tenant_id': '86f06cb3845a489aa088990951f95368'}} {{(pid=86311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:19:24.282323 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [req-89f03b54-aa85-4ca4-981f-4e1bf52df9d3 req-f4d50823-11d1-41b6-8335-8981ab80ba90 tempest-VolumesSnapshotTestJSON-785424082 tempest-VolumesSnapshotTestJSON-785424082-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:19:24.289883 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [req-89f03b54-aa85-4ca4-981f-4e1bf52df9d3 req-f4d50823-11d1-41b6-8335-8981ab80ba90 tempest-VolumesSnapshotTestJSON-785424082 tempest-VolumesSnapshotTestJSON-785424082-project] Usage tracker for resource:port and tenant:86f06cb3845a489aa088990951f95368 is out of sync, need to count used quota {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:19:24.293373 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [req-89f03b54-aa85-4ca4-981f-4e1bf52df9d3 req-f4d50823-11d1-41b6-8335-8981ab80ba90 tempest-VolumesSnapshotTestJSON-785424082 tempest-VolumesSnapshotTestJSON-785424082-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:19:24.302047 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [req-89f03b54-aa85-4ca4-981f-4e1bf52df9d3 req-f4d50823-11d1-41b6-8335-8981ab80ba90 tempest-VolumesSnapshotTestJSON-785424082 tempest-VolumesSnapshotTestJSON-785424082-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:19:24.322831 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89f03b54-aa85-4ca4-981f-4e1bf52df9d3 req-f4d50823-11d1-41b6-8335-8981ab80ba90 tempest-VolumesSnapshotTestJSON-785424082 tempest-VolumesSnapshotTestJSON-785424082-project] Made reservation on behalf of 86f06cb3845a489aa088990951f95368 for: {'port': 1} {{(pid=86311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 18:19:24.328832 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-89f03b54-aa85-4ca4-981f-4e1bf52df9d3 req-f4d50823-11d1-41b6-8335-8981ab80ba90 tempest-VolumesSnapshotTestJSON-785424082 tempest-VolumesSnapshotTestJSON-785424082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624671'] for port, before_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:24.436346 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-f9901a9f-d4b6-4a94-84d5-5dbc22c87a76 req-14151afb-dc8e-46e4-b97a-8b3c15a06431 tempest-VolumesSnapshotTestJSON-785424082 tempest-VolumesSnapshotTestJSON-785424082-project] 10.222.0.32 "GET /v2.0/ports?device_id=fed60488-b3fa-4541-bcfe-44db138f0d93 HTTP/1.1" status: 200 len: 210 time: 0.0618913 Apr 20 18:19:24.469195 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06f2b63-97ec-499c-a40c-542125345493 req-74d78a3f-61b3-4f2e-99e4-bfac0858a2f6 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:19:24.471470 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-d06f2b63-97ec-499c-a40c-542125345493 req-74d78a3f-61b3-4f2e-99e4-bfac0858a2f6 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] 10.222.0.32 "GET /v2.0/ports?device_id=017750e2-2faa-492d-81ff-e9560fb475f5 HTTP/1.1" status: 200 len: 945 time: 0.2647331 Apr 20 18:19:24.572802 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-d06f2b63-97ec-499c-a40c-542125345493 req-2f860805-ed21-4e62-9311-abc82175c509 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] 10.222.0.32 "GET /v2.0/security-groups?id=38e27d19-d8a9-48d6-a9d6-ec021bffb723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695617 Apr 20 18:19:24.582137 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.db_base_plugin_common [req-89f03b54-aa85-4ca4-981f-4e1bf52df9d3 req-f4d50823-11d1-41b6-8335-8981ab80ba90 tempest-VolumesSnapshotTestJSON-785424082 tempest-VolumesSnapshotTestJSON-785424082-project] Allocated IP 172.20.0.2 (9b9027b2-bc7e-45f8-b782-ec09179abdfd/7cc7b467-0f9c-4fa7-85e9-749887866d90/00e56193-a8a8-4bb9-bf7f-4ac9e8c65bf8) {{(pid=86311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 18:19:24.929020 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f7242d-aeca-4b86-b8c6-ac64c2e340d9 req-d9b2c8ff-d1a2-48ac-9745-60d0d21ebadd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:19:24.932227 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-d2f7242d-aeca-4b86-b8c6-ac64c2e340d9 req-d9b2c8ff-d1a2-48ac-9745-60d0d21ebadd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=02dae3b9331843428972d1ab84d0d2ed&device_id=07d6c6c3-c813-4ea4-9976-f31a36a8cdd1 HTTP/1.1" status: 200 len: 1098 time: 0.1346908 Apr 20 18:19:25.191962 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f7242d-aeca-4b86-b8c6-ac64c2e340d9 req-1dfed5c1-3908-451a-af09-d3f4daa841aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:19:25.196723 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-d2f7242d-aeca-4b86-b8c6-ac64c2e340d9 req-1dfed5c1-3908-451a-af09-d3f4daa841aa service neutron] 10.222.0.13 "GET /v2.0/networks?id=5b82a5ad-5a0b-4f36-b6c5-403cadd34a79 HTTP/1.1" status: 200 len: 918 time: 0.2554941 Apr 20 18:19:25.294958 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-89f03b54-aa85-4ca4-981f-4e1bf52df9d3 req-f4d50823-11d1-41b6-8335-8981ab80ba90 tempest-VolumesSnapshotTestJSON-785424082 tempest-VolumesSnapshotTestJSON-785424082-project] Notify callbacks [] for port, precommit_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:25.340247 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4124e2f9-7d7f-4909-b94e-fcb4f9d352a3 req-e6896f8a-2446-4b8a-af35-b52e1748ca85 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:19:25.346460 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-4124e2f9-7d7f-4909-b94e-fcb4f9d352a3 req-e6896f8a-2446-4b8a-af35-b52e1748ca85 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] 10.222.0.32 "GET /v2.0/ports?device_id=07d6c6c3-c813-4ea4-9976-f31a36a8cdd1 HTTP/1.1" status: 200 len: 945 time: 0.4943664 Apr 20 18:19:25.403335 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-4124e2f9-7d7f-4909-b94e-fcb4f9d352a3 req-939acbf7-e437-4ee3-813d-941a2dc439f2 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] 10.222.0.32 "GET /v2.0/security-groups?id=72e2741b-2767-416b-b004-90187f015a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539451 Apr 20 18:19:25.407258 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-89f03b54-aa85-4ca4-981f-4e1bf52df9d3 req-f4d50823-11d1-41b6-8335-8981ab80ba90 tempest-VolumesSnapshotTestJSON-785424082 tempest-VolumesSnapshotTestJSON-785424082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852966479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736993280678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850693756'] for port, after_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:25.413981 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-61ae979f-0a88-4882-9158-6c626a328a55 tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:19:25.475533 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-d2f7242d-aeca-4b86-b8c6-ac64c2e340d9 req-9045e252-940f-44df-8ed5-bbaec0b1c7e9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e7099379-7fe8-471b-9b2e-8814ac912d1a HTTP/1.1" status: 200 len: 1000 time: 0.2191651 Apr 20 18:19:25.486227 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89f03b54-aa85-4ca4-981f-4e1bf52df9d3 req-f4d50823-11d1-41b6-8335-8981ab80ba90 tempest-VolumesSnapshotTestJSON-785424082 tempest-VolumesSnapshotTestJSON-785424082-project] Network 9b9027b2-bc7e-45f8-b782-ec09179abdfd is already hosted by enough agents. {{(pid=86311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 18:19:25.492692 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5665e6a6-cbb8-4167-ad18-a89e5ab9b848 req-066d13b3-5855-4681-a884-8f29737f3ade tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:19:25.494189 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-5665e6a6-cbb8-4167-ad18-a89e5ab9b848 req-066d13b3-5855-4681-a884-8f29737f3ade tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] 10.222.0.32 "GET /v2.0/ports?device_id=6345661c-9713-4d1c-aab4-a71f62000a4c HTTP/1.1" status: 200 len: 984 time: 0.2364037 Apr 20 18:19:25.499636 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.scheduler.base_scheduler [req-89f03b54-aa85-4ca4-981f-4e1bf52df9d3 req-f4d50823-11d1-41b6-8335-8981ab80ba90 tempest-VolumesSnapshotTestJSON-785424082 tempest-VolumesSnapshotTestJSON-785424082-project] Resources bound (agent type, host, resource id): {{(pid=86311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:19:25.505930 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_dvrscheduler_db [req-89f03b54-aa85-4ca4-981f-4e1bf52df9d3 req-f4d50823-11d1-41b6-8335-8981ab80ba90 tempest-VolumesSnapshotTestJSON-785424082 tempest-VolumesSnapshotTestJSON-785424082-project] Received port after_create {{(pid=86311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 18:19:25.561105 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d50823-11d1-41b6-8335-8981ab80ba90 tempest-VolumesSnapshotTestJSON-785424082 tempest-VolumesSnapshotTestJSON-785424082-project] Pushing event updated for resources: {'Port': ['ID=00e56193-a8a8-4bb9-bf7f-4ac9e8c65bf8,revision_number=1']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:19:25.578852 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ff47e8-d58e-43d7-8d16-fe842907aa3b req-9e1fe126-6ece-48d3-bdcb-52a8a8a3e94f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:19:25.581040 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-47ff47e8-d58e-43d7-8d16-fe842907aa3b req-9e1fe126-6ece-48d3-bdcb-52a8a8a3e94f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f1ef4bfa09f748e68c0ffb50c325b46d&device_id=6345661c-9713-4d1c-aab4-a71f62000a4c HTTP/1.1" status: 200 len: 1137 time: 0.3825781 Apr 20 18:19:25.628846 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-f4d50823-11d1-41b6-8335-8981ab80ba90 tempest-VolumesSnapshotTestJSON-785424082 tempest-VolumesSnapshotTestJSON-785424082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:19:25.666605 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-5665e6a6-cbb8-4167-ad18-a89e5ab9b848 req-03625516-9c99-4746-8605-31e3339c50e8 tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] 10.222.0.32 "GET /v2.0/security-groups?id=4cc08f58-d413-4ad9-83f0-322bafa5ca2c&id=65af6381-35bc-4067-932d-2c0d9f598574&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1260581 Apr 20 18:19:25.672217 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f03b54-aa85-4ca4-981f-4e1bf52df9d3 req-f4d50823-11d1-41b6-8335-8981ab80ba90 tempest-VolumesSnapshotTestJSON-785424082 tempest-VolumesSnapshotTestJSON-785424082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:19:25.672986 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-89f03b54-aa85-4ca4-981f-4e1bf52df9d3 req-f4d50823-11d1-41b6-8335-8981ab80ba90 tempest-VolumesSnapshotTestJSON-785424082 tempest-VolumesSnapshotTestJSON-785424082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759958'] for port, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:25.708578 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-89f03b54-aa85-4ca4-981f-4e1bf52df9d3 req-f4d50823-11d1-41b6-8335-8981ab80ba90 tempest-VolumesSnapshotTestJSON-785424082 tempest-VolumesSnapshotTestJSON-785424082-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6878467 Apr 20 18:19:25.717996 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdc8996-6674-4af6-86ea-242df7a390ec req-af1c1080-afa4-4edb-a8b0-036125a37f05 tempest-VolumesSnapshotTestJSON-785424082 tempest-VolumesSnapshotTestJSON-785424082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:19:25.718907 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [req-bbdc8996-6674-4af6-86ea-242df7a390ec req-af1c1080-afa4-4edb-a8b0-036125a37f05 tempest-VolumesSnapshotTestJSON-785424082 tempest-VolumesSnapshotTestJSON-785424082-project] Synchronizing usage tracker for tenant:86f06cb3845a489aa088990951f95368 on resource:port {{(pid=86311) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 18:19:25.728564 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.v2.base [req-89f03b54-aa85-4ca4-981f-4e1bf52df9d3 req-d06c5858-a07e-4066-a958-715815f03fbb service neutron] Request body: {'port': {'device_id': 'fed60488-b3fa-4541-bcfe-44db138f0d93', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78692'}} {{(pid=86311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:19:25.803758 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [req-bbdc8996-6674-4af6-86ea-242df7a390ec req-af1c1080-afa4-4edb-a8b0-036125a37f05 tempest-VolumesSnapshotTestJSON-785424082 tempest-VolumesSnapshotTestJSON-785424082-project] Unset dirty status for tenant:86f06cb3845a489aa088990951f95368 on resource:port {{(pid=86311) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 18:19:25.805056 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-bbdc8996-6674-4af6-86ea-242df7a390ec req-af1c1080-afa4-4edb-a8b0-036125a37f05 tempest-VolumesSnapshotTestJSON-785424082 tempest-VolumesSnapshotTestJSON-785424082-project] 10.222.0.32 "GET /v2.0/ports?device_id=fed60488-b3fa-4541-bcfe-44db138f0d93 HTTP/1.1" status: 200 len: 931 time: 0.2411525 Apr 20 18:19:25.920374 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-89f03b54-aa85-4ca4-981f-4e1bf52df9d3 req-d06c5858-a07e-4066-a958-715815f03fbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624671'] for port, before_update {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:25.945647 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-bbdc8996-6674-4af6-86ea-242df7a390ec req-9d5eae3f-53e4-486e-90a5-1f07c0ce9988 tempest-VolumesSnapshotTestJSON-785424082 tempest-VolumesSnapshotTestJSON-785424082-project] 10.222.0.32 "GET /v2.0/security-groups?id=a8fd554f-db08-45ef-bdc9-089ce011cc30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293185 Apr 20 18:19:25.980178 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f7242d-aeca-4b86-b8c6-ac64c2e340d9 req-9ec6d803-013c-4e38-b100-e2d73d8c668e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:19:25.981746 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-d2f7242d-aeca-4b86-b8c6-ac64c2e340d9 req-9ec6d803-013c-4e38-b100-e2d73d8c668e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a0d1d23a-bc57-4fd3-ab7b-5ff7156471c8 HTTP/1.1" status: 200 len: 856 time: 0.4839489 Apr 20 18:19:26.184116 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ff47e8-d58e-43d7-8d16-fe842907aa3b req-5574e600-1a53-4b04-a408-c2ab29d6fd3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:19:26.186119 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-47ff47e8-d58e-43d7-8d16-fe842907aa3b req-5574e600-1a53-4b04-a408-c2ab29d6fd3c service neutron] 10.222.0.13 "GET /v2.0/networks?id=5467fe04-58d8-4cf1-9bf3-ac31cba799ff HTTP/1.1" status: 200 len: 916 time: 0.5891745 Apr 20 18:19:26.260857 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf4eb42-1214-4c4f-b22f-63b46d34e46b req-833ab0bd-4a2e-4e22-82a9-a3f5a88823e7 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:19:26.262455 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-5bf4eb42-1214-4c4f-b22f-63b46d34e46b req-833ab0bd-4a2e-4e22-82a9-a3f5a88823e7 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] 10.222.0.32 "GET /v2.0/ports?device_id=017750e2-2faa-492d-81ff-e9560fb475f5 HTTP/1.1" status: 200 len: 945 time: 0.2722604 Apr 20 18:19:26.271647 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f7242d-aeca-4b86-b8c6-ac64c2e340d9 req-4005c78c-7e18-4086-a682-cc60f70a0c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:19:26.273220 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-d2f7242d-aeca-4b86-b8c6-ac64c2e340d9 req-4005c78c-7e18-4086-a682-cc60f70a0c98 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5b82a5ad-5a0b-4f36-b6c5-403cadd34a79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2809331 Apr 20 18:19:26.330498 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.notifiers.nova [req-89f03b54-aa85-4ca4-981f-4e1bf52df9d3 req-d06c5858-a07e-4066-a958-715815f03fbb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00e56193-a8a8-4bb9-bf7f-4ac9e8c65bf8 {{(pid=86311) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 18:19:26.338536 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-89f03b54-aa85-4ca4-981f-4e1bf52df9d3 req-d06c5858-a07e-4066-a958-715815f03fbb service neutron] Notify callbacks [] for port, precommit_update {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:26.354663 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.provisioning_blocks [req-89f03b54-aa85-4ca4-981f-4e1bf52df9d3 req-d06c5858-a07e-4066-a958-715815f03fbb service neutron] Transition to ACTIVE for port object 00e56193-a8a8-4bb9-bf7f-4ac9e8c65bf8 will not be triggered until provisioned by entity L2. {{(pid=86311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 18:19:26.357461 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-89f03b54-aa85-4ca4-981f-4e1bf52df9d3 req-d06c5858-a07e-4066-a958-715815f03fbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852966479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736993730504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736993280695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299861495088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4082061'] for port, after_update {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:26.362674 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-cdbc8a30-2826-48e4-9b5a-90fa19ed648c tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:19:26.451675 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-5bf4eb42-1214-4c4f-b22f-63b46d34e46b req-d1c48b89-35e4-46b3-b849-d4078d179499 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] 10.222.0.32 "GET /v2.0/security-groups?id=38e27d19-d8a9-48d6-a9d6-ec021bffb723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1773877 Apr 20 18:19:26.456301 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-47ff47e8-d58e-43d7-8d16-fe842907aa3b req-efb85b23-4f99-4198-95f8-03e8d2c0a4a1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b06d5600-9f6f-4c29-906d-c6c4be47d3d4 HTTP/1.1" status: 200 len: 1001 time: 0.2613614 Apr 20 18:19:26.577709 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-d2f7242d-aeca-4b86-b8c6-ac64c2e340d9 req-2eca49ff-011e-4efc-b699-5623d4892f8c service neutron] 10.222.0.13 "GET /v2.0/networks/5b82a5ad-5a0b-4f36-b6c5-403cadd34a79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2928457 Apr 20 18:19:26.586113 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ff47e8-d58e-43d7-8d16-fe842907aa3b req-1d00882f-b7aa-4c90-ba0b-f58f7f170b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:19:26.587716 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-47ff47e8-d58e-43d7-8d16-fe842907aa3b req-1d00882f-b7aa-4c90-ba0b-f58f7f170b69 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b08a8d50-4a73-40a4-89c8-8b2b52f9748b HTTP/1.1" status: 200 len: 854 time: 0.0981753 Apr 20 18:19:26.694458 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06c5858-a07e-4066-a958-715815f03fbb service neutron] Pushing event updated for resources: {'Port': ['ID=00e56193-a8a8-4bb9-bf7f-4ac9e8c65bf8,revision_number=2']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:19:26.702902 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.managers [req-89f03b54-aa85-4ca4-981f-4e1bf52df9d3 req-d06c5858-a07e-4066-a958-715815f03fbb service neutron] Attempting to bind port 00e56193-a8a8-4bb9-bf7f-4ac9e8c65bf8 on host hv-cinder-78692 for vnic_type normal with profile {{(pid=86311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 18:19:26.703028 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.managers [req-89f03b54-aa85-4ca4-981f-4e1bf52df9d3 req-d06c5858-a07e-4066-a958-715815f03fbb service neutron] Attempting to bind port 00e56193-a8a8-4bb9-bf7f-4ac9e8c65bf8 by drivers openvswitch,hyperv on host hv-cinder-78692 at level 0 using segments [{'id': '046b8bba-485d-430c-b45d-9ebed1a31a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9b9027b2-bc7e-45f8-b782-ec09179abdfd'}] {{(pid=86311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 18:19:26.703388 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89f03b54-aa85-4ca4-981f-4e1bf52df9d3 req-d06c5858-a07e-4066-a958-715815f03fbb service neutron] Attempting to bind port 00e56193-a8a8-4bb9-bf7f-4ac9e8c65bf8 on network 9b9027b2-bc7e-45f8-b782-ec09179abdfd {{(pid=86311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 18:19:26.709929 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-d06c5858-a07e-4066-a958-715815f03fbb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:19:26.710852 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89f03b54-aa85-4ca4-981f-4e1bf52df9d3 req-d06c5858-a07e-4066-a958-715815f03fbb service neutron] Port 00e56193-a8a8-4bb9-bf7f-4ac9e8c65bf8 on network 9b9027b2-bc7e-45f8-b782-ec09179abdfd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78692 {{(pid=86311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 18:19:26.710976 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89f03b54-aa85-4ca4-981f-4e1bf52df9d3 req-d06c5858-a07e-4066-a958-715815f03fbb service neutron] Attempting to bind port 00e56193-a8a8-4bb9-bf7f-4ac9e8c65bf8 on network 9b9027b2-bc7e-45f8-b782-ec09179abdfd {{(pid=86311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 18:19:26.723299 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89f03b54-aa85-4ca4-981f-4e1bf52df9d3 req-d06c5858-a07e-4066-a958-715815f03fbb service neutron] Checking agent: {'id': '71059bf3-e4c5-4d56-bb94-7a29312e7bcf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78692', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 14, 3), 'started_at': datetime.datetime(2021, 4, 20, 18, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 19, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 18:19:26.723683 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89f03b54-aa85-4ca4-981f-4e1bf52df9d3 req-d06c5858-a07e-4066-a958-715815f03fbb service neutron] Checking segment: {'id': '046b8bba-485d-430c-b45d-9ebed1a31a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9b9027b2-bc7e-45f8-b782-ec09179abdfd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 18:19:26.724108 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89f03b54-aa85-4ca4-981f-4e1bf52df9d3 req-d06c5858-a07e-4066-a958-715815f03fbb service neutron] Bound using segment: {'id': '046b8bba-485d-430c-b45d-9ebed1a31a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9b9027b2-bc7e-45f8-b782-ec09179abdfd'} {{(pid=86311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 18:19:26.724587 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.managers [req-89f03b54-aa85-4ca4-981f-4e1bf52df9d3 req-d06c5858-a07e-4066-a958-715815f03fbb service neutron] Bound port: 00e56193-a8a8-4bb9-bf7f-4ac9e8c65bf8, host: hv-cinder-78692, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '046b8bba-485d-430c-b45d-9ebed1a31a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9b9027b2-bc7e-45f8-b782-ec09179abdfd'}}] {{(pid=86311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 18:19:26.724974 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-89f03b54-aa85-4ca4-981f-4e1bf52df9d3 req-d06c5858-a07e-4066-a958-715815f03fbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624671'] for port, before_update {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:26.836955 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-d2f7242d-aeca-4b86-b8c6-ac64c2e340d9 req-38133c74-fc0c-42a2-9350-8fe133c2e712 service neutron] 10.222.0.13 "GET /v2.0/networks/5b82a5ad-5a0b-4f36-b6c5-403cadd34a79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2481766 Apr 20 18:19:26.853104 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2f58b1-fe2f-4d0e-a057-c6c23de03cee req-274a832c-16fa-4507-8811-76abf9a6e932 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:19:26.862144 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-4b2f58b1-fe2f-4d0e-a057-c6c23de03cee req-274a832c-16fa-4507-8811-76abf9a6e932 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] 10.222.0.32 "GET /v2.0/ports?device_id=07d6c6c3-c813-4ea4-9976-f31a36a8cdd1 HTTP/1.1" status: 200 len: 945 time: 0.2309799 Apr 20 18:19:26.904882 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.db [req-89f03b54-aa85-4ca4-981f-4e1bf52df9d3 req-d06c5858-a07e-4066-a958-715815f03fbb service neutron] For port 00e56193-a8a8-4bb9-bf7f-4ac9e8c65bf8, host hv-cinder-78692, cleared binding levels {{(pid=86311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 18:19:26.936484 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.db [req-89f03b54-aa85-4ca4-981f-4e1bf52df9d3 req-d06c5858-a07e-4066-a958-715815f03fbb service neutron] For port 00e56193-a8a8-4bb9-bf7f-4ac9e8c65bf8, host hv-cinder-78692, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=00e56193-a8a8-4bb9-bf7f-4ac9e8c65bf8,segment=NetworkSegment(046b8bba-485d-430c-b45d-9ebed1a31a1b),segment_id=046b8bba-485d-430c-b45d-9ebed1a31a1b)] {{(pid=86311) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 18:19:26.941108 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-4b2f58b1-fe2f-4d0e-a057-c6c23de03cee req-966942a5-b95d-4bad-a987-509fc2001821 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] 10.222.0.32 "GET /v2.0/security-groups?id=72e2741b-2767-416b-b004-90187f015a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779278 Apr 20 18:19:26.942836 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-89f03b54-aa85-4ca4-981f-4e1bf52df9d3 req-d06c5858-a07e-4066-a958-715815f03fbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852966479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736993730504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736993280695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299861495088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4082061'] for port, after_update {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:26.948023 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-79253fee-fca0-4f11-87d0-c601709471f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:19:26.958445 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ff47e8-d58e-43d7-8d16-fe842907aa3b req-8b1d96d6-66d9-41d0-bdb6-def50d68a1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:19:26.960109 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-47ff47e8-d58e-43d7-8d16-fe842907aa3b req-8b1d96d6-66d9-41d0-bdb6-def50d68a1f7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5467fe04-58d8-4cf1-9bf3-ac31cba799ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3265147 Apr 20 18:19:27.022479 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f03b54-aa85-4ca4-981f-4e1bf52df9d3 req-d06c5858-a07e-4066-a958-715815f03fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:19:27.023155 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-89f03b54-aa85-4ca4-981f-4e1bf52df9d3 req-d06c5858-a07e-4066-a958-715815f03fbb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759958'] for port, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:27.024684 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-89f03b54-aa85-4ca4-981f-4e1bf52df9d3 req-d06c5858-a07e-4066-a958-715815f03fbb service neutron] 10.222.0.13 "PUT /v2.0/ports/00e56193-a8a8-4bb9-bf7f-4ac9e8c65bf8 HTTP/1.1" status: 200 len: 1093 time: 1.3008635 Apr 20 18:19:27.025215 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fed60488-b3fa-4541-bcfe-44db138f0d93', 'tag': '00e56193-a8a8-4bb9-bf7f-4ac9e8c65bf8'}] {{(pid=86311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:19:27.040265 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06c5858-a07e-4066-a958-715815f03fbb service neutron] Pushing event updated for resources: {'Port': ['ID=00e56193-a8a8-4bb9-bf7f-4ac9e8c65bf8,revision_number=3']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:19:27.043513 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-d06c5858-a07e-4066-a958-715815f03fbb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:19:27.125337 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4476071e-46b3-4a5e-825e-005f8a7fe42d req-2badb5e9-e91e-40ca-b7e8-fb0ab82942e5 tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:19:27.127604 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-4476071e-46b3-4a5e-825e-005f8a7fe42d req-2badb5e9-e91e-40ca-b7e8-fb0ab82942e5 tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] 10.222.0.32 "GET /v2.0/ports?device_id=6345661c-9713-4d1c-aab4-a71f62000a4c HTTP/1.1" status: 200 len: 984 time: 0.2298472 Apr 20 18:19:27.169060 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-47ff47e8-d58e-43d7-8d16-fe842907aa3b req-0f288bba-bb20-4749-8e57-b1b562a082e9 service neutron] 10.222.0.13 "GET /v2.0/networks/5467fe04-58d8-4cf1-9bf3-ac31cba799ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2006955 Apr 20 18:19:27.225780 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f03b54-aa85-4ca4-981f-4e1bf52df9d3 req-3373c03f-2152-45a6-bb2b-44b02fc3a4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:19:27.227578 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-89f03b54-aa85-4ca4-981f-4e1bf52df9d3 req-3373c03f-2152-45a6-bb2b-44b02fc3a4a4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=86f06cb3845a489aa088990951f95368&device_id=fed60488-b3fa-4541-bcfe-44db138f0d93 HTTP/1.1" status: 200 len: 1096 time: 0.1637826 Apr 20 18:19:27.241439 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1413e0-cb3c-4573-ac1d-edaf90763711 req-b9ea409f-d013-4930-b9f9-98241e4f4860 tempest-VolumesSnapshotTestJSON-785424082 tempest-VolumesSnapshotTestJSON-785424082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:19:27.243198 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-1f1413e0-cb3c-4573-ac1d-edaf90763711 req-b9ea409f-d013-4930-b9f9-98241e4f4860 tempest-VolumesSnapshotTestJSON-785424082 tempest-VolumesSnapshotTestJSON-785424082-project] 10.222.0.32 "GET /v2.0/ports?device_id=fed60488-b3fa-4541-bcfe-44db138f0d93 HTTP/1.1" status: 200 len: 943 time: 0.1368628 Apr 20 18:19:27.288567 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-4476071e-46b3-4a5e-825e-005f8a7fe42d req-9b9f38d2-cf4b-4929-9af9-7ed43cb1c3d0 tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] 10.222.0.32 "GET /v2.0/security-groups?id=4cc08f58-d413-4ad9-83f0-322bafa5ca2c&id=65af6381-35bc-4067-932d-2c0d9f598574&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1414621 Apr 20 18:19:27.362135 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-47ff47e8-d58e-43d7-8d16-fe842907aa3b req-df92936d-dc30-4a10-a1e1-a7081f340a2e service neutron] 10.222.0.13 "GET /v2.0/networks/5467fe04-58d8-4cf1-9bf3-ac31cba799ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1860046 Apr 20 18:19:27.379096 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-89f03b54-aa85-4ca4-981f-4e1bf52df9d3 req-e25c9f3b-4fbc-4cd2-8af0-b20fff6d91ae service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=00e56193-a8a8-4bb9-bf7f-4ac9e8c65bf8 HTTP/1.1" status: 200 len: 217 time: 0.1346316 Apr 20 18:19:27.380843 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fed60488-b3fa-4541-bcfe-44db138f0d93', 'tag': '00e56193-a8a8-4bb9-bf7f-4ac9e8c65bf8', 'status': 'completed', 'code': 200} Apr 20 18:19:27.447778 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-1f1413e0-cb3c-4573-ac1d-edaf90763711 req-ec80d28c-e755-4cea-88a4-3647a49133f3 tempest-VolumesSnapshotTestJSON-785424082 tempest-VolumesSnapshotTestJSON-785424082-project] 10.222.0.32 "GET /v2.0/security-groups?id=a8fd554f-db08-45ef-bdc9-089ce011cc30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253526 Apr 20 18:19:27.477059 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f03b54-aa85-4ca4-981f-4e1bf52df9d3 req-605340b1-bc46-47dc-8e87-f0bce1b36589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:19:27.478714 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-89f03b54-aa85-4ca4-981f-4e1bf52df9d3 req-605340b1-bc46-47dc-8e87-f0bce1b36589 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7cc7b467-0f9c-4fa7-85e9-749887866d90 HTTP/1.1" status: 200 len: 854 time: 0.0892649 Apr 20 18:19:27.542407 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-89f03b54-aa85-4ca4-981f-4e1bf52df9d3 req-b18b044c-df39-4066-9523-11fbb96220ea service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9b9027b2-bc7e-45f8-b782-ec09179abdfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0565012 Apr 20 18:19:27.699648 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-89f03b54-aa85-4ca4-981f-4e1bf52df9d3 req-30f411a7-920d-4cb9-85ca-63fd19da5b96 service neutron] 10.222.0.13 "GET /v2.0/networks/9b9027b2-bc7e-45f8-b782-ec09179abdfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482980 Apr 20 18:19:27.722743 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63f9c2c-120e-4f5f-ab29-8df244e114e4 req-e769d2dc-45b8-4e09-9891-2bf16415104f tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:19:27.724610 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-e63f9c2c-120e-4f5f-ab29-8df244e114e4 req-e769d2dc-45b8-4e09-9891-2bf16415104f tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] 10.222.0.32 "GET /v2.0/ports?device_id=017750e2-2faa-492d-81ff-e9560fb475f5 HTTP/1.1" status: 200 len: 945 time: 0.1068938 Apr 20 18:19:27.774007 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-e63f9c2c-120e-4f5f-ab29-8df244e114e4 req-b1e963ed-3333-4600-a636-35d6ef852d93 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] 10.222.0.32 "GET /v2.0/security-groups?id=38e27d19-d8a9-48d6-a9d6-ec021bffb723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426052 Apr 20 18:19:27.855745 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-89f03b54-aa85-4ca4-981f-4e1bf52df9d3 req-3fdd82b6-874a-412b-94b6-6efa872deb69 service neutron] 10.222.0.13 "GET /v2.0/networks/9b9027b2-bc7e-45f8-b782-ec09179abdfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473997 Apr 20 18:19:27.985215 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd27ee1-3ea4-4646-be48-c2848b167b89 req-97ab9f7a-e614-417f-b774-0640d7706a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:19:27.986870 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-cbd27ee1-3ea4-4646-be48-c2848b167b89 req-97ab9f7a-e614-417f-b774-0640d7706a6a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=86f06cb3845a489aa088990951f95368&device_id=fed60488-b3fa-4541-bcfe-44db138f0d93 HTTP/1.1" status: 200 len: 1096 time: 0.0834796 Apr 20 18:19:28.219340 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd27ee1-3ea4-4646-be48-c2848b167b89 req-fc4e1a95-d2a1-410f-a8d8-488ab0866871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:19:28.222097 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-cbd27ee1-3ea4-4646-be48-c2848b167b89 req-fc4e1a95-d2a1-410f-a8d8-488ab0866871 service neutron] 10.222.0.13 "GET /v2.0/networks?id=9b9027b2-bc7e-45f8-b782-ec09179abdfd HTTP/1.1" status: 200 len: 915 time: 0.2247469 Apr 20 18:19:28.303798 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111e815a-4d1a-4e2f-af75-ee90e764826a req-b2e05114-9145-4371-b833-318aab42fc82 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:19:28.305389 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-111e815a-4d1a-4e2f-af75-ee90e764826a req-b2e05114-9145-4371-b833-318aab42fc82 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] 10.222.0.32 "GET /v2.0/ports?device_id=07d6c6c3-c813-4ea4-9976-f31a36a8cdd1 HTTP/1.1" status: 200 len: 945 time: 0.2170870 Apr 20 18:19:28.315965 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-cbd27ee1-3ea4-4646-be48-c2848b167b89 req-b5066c33-3d16-427c-bc6f-a01948296ca1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=00e56193-a8a8-4bb9-bf7f-4ac9e8c65bf8 HTTP/1.1" status: 200 len: 217 time: 0.0851552 Apr 20 18:19:28.419419 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-111e815a-4d1a-4e2f-af75-ee90e764826a req-11680c4f-bd79-47bc-804d-840428c72ce5 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] 10.222.0.32 "GET /v2.0/security-groups?id=72e2741b-2767-416b-b004-90187f015a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1055152 Apr 20 18:19:28.428339 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd27ee1-3ea4-4646-be48-c2848b167b89 req-0cd609b8-6d86-4522-950b-7100040ff08a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:19:28.429900 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-cbd27ee1-3ea4-4646-be48-c2848b167b89 req-0cd609b8-6d86-4522-950b-7100040ff08a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7cc7b467-0f9c-4fa7-85e9-749887866d90 HTTP/1.1" status: 200 len: 854 time: 0.0981345 Apr 20 18:19:28.474667 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.rpc [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Device e7099379-7fe8-471b-9b2e-8814ac912d1a no longer exists at agent hyperv_hv-cinder-78692 {{(pid=86312) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 18:19:28.509178 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-cbd27ee1-3ea4-4646-be48-c2848b167b89 req-d0cdb4e5-1c82-45f3-a458-1f29508ea6ea service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9b9027b2-bc7e-45f8-b782-ec09179abdfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0722690 Apr 20 18:19:28.606349 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae9700c-f6bb-4a68-aa6f-32e23cc09172 req-30d89bb3-7ed5-43c7-8f06-f51c3bc83b8f tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:19:28.608274 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-bae9700c-f6bb-4a68-aa6f-32e23cc09172 req-30d89bb3-7ed5-43c7-8f06-f51c3bc83b8f tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] 10.222.0.32 "GET /v2.0/ports?device_id=6345661c-9713-4d1c-aab4-a71f62000a4c HTTP/1.1" status: 200 len: 984 time: 0.1758637 Apr 20 18:19:28.669074 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624671'] for port, before_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:28.715673 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07d6c6c3-c813-4ea4-9976-f31a36a8cdd1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e7099379-7fe8-471b-9b2e-8814ac912d1a'}] {{(pid=86312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:19:28.724649 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-bae9700c-f6bb-4a68-aa6f-32e23cc09172 req-22e2bd69-2da8-4029-9b0c-47b6abda865f tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] 10.222.0.32 "GET /v2.0/security-groups?id=4cc08f58-d413-4ad9-83f0-322bafa5ca2c&id=65af6381-35bc-4067-932d-2c0d9f598574&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1085961 Apr 20 18:19:28.738750 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.db [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] For port e7099379-7fe8-471b-9b2e-8814ac912d1a, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=e7099379-7fe8-471b-9b2e-8814ac912d1a,segment=NetworkSegment(48e9a50f-9987-468e-9cbc-b73b5f8756db),segment_id=48e9a50f-9987-468e-9cbc-b73b5f8756db)] {{(pid=86312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:19:28.749240 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852966479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736993730504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736993280695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299861495088'] for port, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:28.752395 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:19:28.823097 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3334fcf1-7bc3-4d21-aa70-14d59d5dba9e req-cef183df-a1fd-4761-b064-4365cd4dc557 tempest-VolumesSnapshotTestJSON-785424082 tempest-VolumesSnapshotTestJSON-785424082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:19:28.831448 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-3334fcf1-7bc3-4d21-aa70-14d59d5dba9e req-cef183df-a1fd-4761-b064-4365cd4dc557 tempest-VolumesSnapshotTestJSON-785424082 tempest-VolumesSnapshotTestJSON-785424082-project] 10.222.0.32 "GET /v2.0/ports?device_id=fed60488-b3fa-4541-bcfe-44db138f0d93 HTTP/1.1" status: 200 len: 943 time: 0.2386565 Apr 20 18:19:28.834822 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-cbd27ee1-3ea4-4646-be48-c2848b167b89 req-d315baae-5df5-46a0-a6c2-4bed7664ae1f service neutron] 10.222.0.13 "GET /v2.0/networks/9b9027b2-bc7e-45f8-b782-ec09179abdfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3175163 Apr 20 18:19:28.834975 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07d6c6c3-c813-4ea4-9976-f31a36a8cdd1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e7099379-7fe8-471b-9b2e-8814ac912d1a', 'code': 200} Apr 20 18:19:28.844009 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Pushing event updated for resources: {'Port': ['ID=e7099379-7fe8-471b-9b2e-8814ac912d1a,revision_number=8']} {{(pid=86312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:19:28.848724 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:19:28.978581 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-3334fcf1-7bc3-4d21-aa70-14d59d5dba9e req-8e45f8eb-fe97-4da3-b94e-91c41f7fc382 tempest-VolumesSnapshotTestJSON-785424082 tempest-VolumesSnapshotTestJSON-785424082-project] 10.222.0.32 "GET /v2.0/security-groups?id=a8fd554f-db08-45ef-bdc9-089ce011cc30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460798 Apr 20 18:19:29.058940 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce94ba9-3ded-4165-8384-28942ed2e8ea req-7e8c629e-e360-427e-b916-0cf33264dd82 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:19:29.060909 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-8ce94ba9-3ded-4165-8384-28942ed2e8ea req-7e8c629e-e360-427e-b916-0cf33264dd82 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] 10.222.0.32 "GET /v2.0/ports?device_id=017750e2-2faa-492d-81ff-e9560fb475f5 HTTP/1.1" status: 200 len: 945 time: 0.1212909 Apr 20 18:19:29.061442 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-cbd27ee1-3ea4-4646-be48-c2848b167b89 req-9f30fa0e-423e-4245-a2cc-e1269c3752e8 service neutron] 10.222.0.13 "GET /v2.0/networks/9b9027b2-bc7e-45f8-b782-ec09179abdfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2076597 Apr 20 18:19:29.116583 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-8ce94ba9-3ded-4165-8384-28942ed2e8ea req-d6afb25c-3b61-4520-95f2-f4dd92642ba5 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] 10.222.0.32 "GET /v2.0/security-groups?id=38e27d19-d8a9-48d6-a9d6-ec021bffb723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451148 Apr 20 18:19:29.724232 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c5eefb-3e6c-4107-9e97-07e9504572ae req-8da971e0-d222-4922-8900-a27110544a3a tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:19:29.727023 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-42c5eefb-3e6c-4107-9e97-07e9504572ae req-8da971e0-d222-4922-8900-a27110544a3a tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] 10.222.0.32 "GET /v2.0/ports?device_id=07d6c6c3-c813-4ea4-9976-f31a36a8cdd1 HTTP/1.1" status: 200 len: 943 time: 0.1511791 Apr 20 18:19:29.778466 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-42c5eefb-3e6c-4107-9e97-07e9504572ae req-6aaa2e56-cc07-4c04-b247-abc692868cf5 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] 10.222.0.32 "GET /v2.0/security-groups?id=72e2741b-2767-416b-b004-90187f015a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451143 Apr 20 18:19:29.987734 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbc73b1-7d46-468e-a7f3-48ec5e92d231 req-28de5d04-e178-4e7a-931b-0576d154e91a tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:19:29.989654 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-4dbc73b1-7d46-468e-a7f3-48ec5e92d231 req-28de5d04-e178-4e7a-931b-0576d154e91a tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] 10.222.0.32 "GET /v2.0/ports?device_id=6345661c-9713-4d1c-aab4-a71f62000a4c HTTP/1.1" status: 200 len: 984 time: 0.1259634 Apr 20 18:19:30.050119 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-4dbc73b1-7d46-468e-a7f3-48ec5e92d231 req-bb32b4db-fa76-4217-b9a5-4fadb1817a1e tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] 10.222.0.32 "GET /v2.0/security-groups?id=4cc08f58-d413-4ad9-83f0-322bafa5ca2c&id=65af6381-35bc-4067-932d-2c0d9f598574&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0522139 Apr 20 18:19:30.268209 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dd0154-1f35-489e-8085-bc3781f77211 req-76aaf48b-dcc4-4e92-8d6d-82b18459776e tempest-VolumesSnapshotTestJSON-785424082 tempest-VolumesSnapshotTestJSON-785424082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:19:30.269964 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-c4dd0154-1f35-489e-8085-bc3781f77211 req-76aaf48b-dcc4-4e92-8d6d-82b18459776e tempest-VolumesSnapshotTestJSON-785424082 tempest-VolumesSnapshotTestJSON-785424082-project] 10.222.0.32 "GET /v2.0/ports?device_id=fed60488-b3fa-4541-bcfe-44db138f0d93 HTTP/1.1" status: 200 len: 943 time: 0.1073418 Apr 20 18:19:30.326725 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [req-c4dd0154-1f35-489e-8085-bc3781f77211 req-ada0c59b-764c-453b-8736-1e22011f5c84 tempest-VolumesSnapshotTestJSON-785424082 tempest-VolumesSnapshotTestJSON-785424082-project] Synchronizing usage tracker for tenant:86f06cb3845a489aa088990951f95368 on resource:security_group {{(pid=86310) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 18:19:30.343223 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [req-c4dd0154-1f35-489e-8085-bc3781f77211 req-ada0c59b-764c-453b-8736-1e22011f5c84 tempest-VolumesSnapshotTestJSON-785424082 tempest-VolumesSnapshotTestJSON-785424082-project] Unset dirty status for tenant:86f06cb3845a489aa088990951f95368 on resource:security_group {{(pid=86310) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 18:19:30.353908 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-c4dd0154-1f35-489e-8085-bc3781f77211 req-ada0c59b-764c-453b-8736-1e22011f5c84 tempest-VolumesSnapshotTestJSON-785424082 tempest-VolumesSnapshotTestJSON-785424082-project] 10.222.0.32 "GET /v2.0/security-groups?id=a8fd554f-db08-45ef-bdc9-089ce011cc30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738389 Apr 20 18:19:30.500850 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.rpc [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Device 00e56193-a8a8-4bb9-bf7f-4ac9e8c65bf8 details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=86312) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 18:19:30.555779 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702d9134-d6a2-42e5-8abb-87cb19437201 req-b8ddb2c9-547f-49b7-a182-36317d051b49 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:19:30.564041 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-702d9134-d6a2-42e5-8abb-87cb19437201 req-b8ddb2c9-547f-49b7-a182-36317d051b49 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] 10.222.0.32 "GET /v2.0/ports?device_id=017750e2-2faa-492d-81ff-e9560fb475f5 HTTP/1.1" status: 200 len: 945 time: 0.1213098 Apr 20 18:19:30.628546 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-702d9134-d6a2-42e5-8abb-87cb19437201 req-a56fad99-1797-4177-bf3e-a7e49ebe4e7c tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] 10.222.0.32 "GET /v2.0/security-groups?id=38e27d19-d8a9-48d6-a9d6-ec021bffb723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582213 Apr 20 18:19:30.694511 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.db [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] For port 00e56193-a8a8-4bb9-bf7f-4ac9e8c65bf8, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=00e56193-a8a8-4bb9-bf7f-4ac9e8c65bf8,segment=NetworkSegment(046b8bba-485d-430c-b45d-9ebed1a31a1b),segment_id=046b8bba-485d-430c-b45d-9ebed1a31a1b)] {{(pid=86312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:19:30.719207 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.rpc [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Returning: {'device': '00e56193-a8a8-4bb9-bf7f-4ac9e8c65bf8', 'network_id': '9b9027b2-bc7e-45f8-b782-ec09179abdfd', 'port_id': '00e56193-a8a8-4bb9-bf7f-4ac9e8c65bf8', 'mac_address': 'fa:16:3e:0e:df:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7cc7b467-0f9c-4fa7-85e9-749887866d90', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86312) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 18:19:30.799760 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624671'] for port, before_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:30.825145 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.notifiers.nova [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00e56193-a8a8-4bb9-bf7f-4ac9e8c65bf8 {{(pid=86312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 18:19:30.844925 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.db [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] For port 00e56193-a8a8-4bb9-bf7f-4ac9e8c65bf8, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=00e56193-a8a8-4bb9-bf7f-4ac9e8c65bf8,segment=NetworkSegment(046b8bba-485d-430c-b45d-9ebed1a31a1b),segment_id=046b8bba-485d-430c-b45d-9ebed1a31a1b)] {{(pid=86312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:19:30.851394 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852966479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736993730504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736993280695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299861495088'] for port, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:30.854101 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:19:31.043063 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Pushing event updated for resources: {'Port': ['ID=00e56193-a8a8-4bb9-bf7f-4ac9e8c65bf8,revision_number=4']} {{(pid=86312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:19:31.046973 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:19:31.070184 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33fa657-0705-42b2-92e2-bddd346365c3 req-41cc1fd9-6778-41bb-ac23-d5b87d3b1264 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:19:31.084496 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-f33fa657-0705-42b2-92e2-bddd346365c3 req-41cc1fd9-6778-41bb-ac23-d5b87d3b1264 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] 10.222.0.32 "GET /v2.0/ports?device_id=07d6c6c3-c813-4ea4-9976-f31a36a8cdd1 HTTP/1.1" status: 200 len: 943 time: 0.2237768 Apr 20 18:19:31.148239 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-f33fa657-0705-42b2-92e2-bddd346365c3 req-c29f9023-337a-468b-8aa1-13896874613d tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] 10.222.0.32 "GET /v2.0/security-groups?id=72e2741b-2767-416b-b004-90187f015a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624535 Apr 20 18:19:31.157797 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.db [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] get_ports_and_sgs() called for port_ids ['00e56193-a8a8-4bb9-bf7f-4ac9e8c65bf8'] {{(pid=86312) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 18:19:31.309658 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc679ded-5065-4d21-8e25-d754b208a60f req-cbc6f35f-9e5f-42d4-918d-c57902f3eee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:19:31.311473 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-dc679ded-5065-4d21-8e25-d754b208a60f req-cbc6f35f-9e5f-42d4-918d-c57902f3eee9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cb69ef4d450d449286542b7dabcb8f7a&device_id=017750e2-2faa-492d-81ff-e9560fb475f5 HTTP/1.1" status: 200 len: 1098 time: 0.2821324 Apr 20 18:19:31.362151 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a80739-0180-45fa-87a9-e23d9f42a8aa req-4f3291ad-b51c-4277-8e90-6f2e3e89c8ea tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:19:31.371578 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-28a80739-0180-45fa-87a9-e23d9f42a8aa req-4f3291ad-b51c-4277-8e90-6f2e3e89c8ea tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] 10.222.0.32 "GET /v2.0/ports?device_id=017750e2-2faa-492d-81ff-e9560fb475f5 HTTP/1.1" status: 200 len: 945 time: 0.2827649 Apr 20 18:19:31.390250 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b46c4f-9fb4-4239-b1a4-ae151317456e req-4a593873-bbf9-4980-b091-7ea0b9180027 tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:19:31.399387 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-98b46c4f-9fb4-4239-b1a4-ae151317456e req-4a593873-bbf9-4980-b091-7ea0b9180027 tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] 10.222.0.32 "GET /v2.0/ports?device_id=6345661c-9713-4d1c-aab4-a71f62000a4c HTTP/1.1" status: 200 len: 984 time: 0.1243556 Apr 20 18:19:31.467413 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-98b46c4f-9fb4-4239-b1a4-ae151317456e req-80bec391-c967-4110-a49a-72363aee612a tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] 10.222.0.32 "GET /v2.0/security-groups?id=4cc08f58-d413-4ad9-83f0-322bafa5ca2c&id=65af6381-35bc-4067-932d-2c0d9f598574&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0670333 Apr 20 18:19:31.713917 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.32', 53958) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:19:31.736258 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.32', 53962) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:19:31.769212 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-28a80739-0180-45fa-87a9-e23d9f42a8aa req-e822f666-3a1d-456e-8b41-bfcf4c185b66 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] 10.222.0.32 "GET /v2.0/security-groups?id=38e27d19-d8a9-48d6-a9d6-ec021bffb723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3966660 Apr 20 18:19:31.788548 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c6f502-11ca-4bd3-aa7d-754b025d3898 req-96085b03-4c9f-4689-b624-da620a3beadb tempest-VolumesSnapshotTestJSON-785424082 tempest-VolumesSnapshotTestJSON-785424082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:19:31.796150 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-b7c6f502-11ca-4bd3-aa7d-754b025d3898 req-96085b03-4c9f-4689-b624-da620a3beadb tempest-VolumesSnapshotTestJSON-785424082 tempest-VolumesSnapshotTestJSON-785424082-project] 10.222.0.32 "GET /v2.0/ports?device_id=fed60488-b3fa-4541-bcfe-44db138f0d93 HTTP/1.1" status: 200 len: 944 time: 0.1453958 Apr 20 18:19:31.820593 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc679ded-5065-4d21-8e25-d754b208a60f req-d70ff5c9-d075-4f92-b97e-f332916db042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:19:31.822507 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-dc679ded-5065-4d21-8e25-d754b208a60f req-d70ff5c9-d075-4f92-b97e-f332916db042 service neutron] 10.222.0.13 "GET /v2.0/networks?id=eb98ba18-b0fc-455c-9bef-282881864632 HTTP/1.1" status: 200 len: 912 time: 0.4997170 Apr 20 18:19:31.907204 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-bbad8385-4516-4d6a-b154-0466f7eeb4e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:31.941507 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-b7c6f502-11ca-4bd3-aa7d-754b025d3898 req-e9d9d1c0-2b26-4c87-923f-3c23a540ad26 tempest-VolumesSnapshotTestJSON-785424082 tempest-VolumesSnapshotTestJSON-785424082-project] 10.222.0.32 "GET /v2.0/security-groups?id=a8fd554f-db08-45ef-bdc9-089ce011cc30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444011 Apr 20 18:19:31.946691 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-bbad8385-4516-4d6a-b154-0466f7eeb4e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:19:31.950187 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-dc679ded-5065-4d21-8e25-d754b208a60f req-182eb1c3-1eec-4a76-84c2-c064ff4a500e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=efe28055-2fb6-471a-b258-ee0e32c5091b HTTP/1.1" status: 200 len: 1001 time: 0.1207523 Apr 20 18:19:31.953567 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-bbad8385-4516-4d6a-b154-0466f7eeb4e3 admin admin] Usage tracker for resource:security_group_rule and tenant:04a8c37de3784adfbecff1f49b148365 is out of sync, need to count used quota {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:19:31.957746 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-bbad8385-4516-4d6a-b154-0466f7eeb4e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:19:31.965894 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-bbad8385-4516-4d6a-b154-0466f7eeb4e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:19:32.012396 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-bda31e48-5665-4ac9-bf5a-487d347c73ca req-11106302-d69c-4574-9d38-3b2591691b76 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=07d6c6c3-c813-4ea4-9976-f31a36a8cdd1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2735984 Apr 20 18:19:32.024945 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc679ded-5065-4d21-8e25-d754b208a60f req-70f14503-78fd-4b44-8c3e-e6bfaf996d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:19:32.026551 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-dc679ded-5065-4d21-8e25-d754b208a60f req-70f14503-78fd-4b44-8c3e-e6bfaf996d35 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=df8c402d-ed6b-4e3d-81d4-7ab30d507809 HTTP/1.1" status: 200 len: 850 time: 0.0698361 Apr 20 18:19:32.088025 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-bbad8385-4516-4d6a-b154-0466f7eeb4e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:32.091472 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-bbad8385-4516-4d6a-b154-0466f7eeb4e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854236768'] for security_group, after_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:32.101785 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-ba85396e-7d70-4c9a-becf-06a3a141285c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:19:32.116563 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc679ded-5065-4d21-8e25-d754b208a60f req-dcb9c486-d0ba-4a2e-9cfc-1fcd51b1547c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:19:32.118166 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-dc679ded-5065-4d21-8e25-d754b208a60f req-dcb9c486-d0ba-4a2e-9cfc-1fcd51b1547c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=eb98ba18-b0fc-455c-9bef-282881864632&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0842698 Apr 20 18:19:32.150513 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-bbad8385-4516-4d6a-b154-0466f7eeb4e3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=04a8c37de3784adfbecff1f49b148365&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4302256 Apr 20 18:19:32.151353 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.32', 53972) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:19:32.152123 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbad8385-4516-4d6a-b154-0466f7eeb4e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03826f8a-a5cb-499c-bda9-4eef68430f18,revision_number=1']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:19:32.158046 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-bbad8385-4516-4d6a-b154-0466f7eeb4e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:19:32.230670 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-d220adfd-1e90-4d08-97c4-d3c01739fa79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:32.260686 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-d220adfd-1e90-4d08-97c4-d3c01739fa79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:32.281093 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-dc679ded-5065-4d21-8e25-d754b208a60f req-aff1e3ec-0d57-44f3-8ec0-069a0e8c798a service neutron] 10.222.0.13 "GET /v2.0/networks/eb98ba18-b0fc-455c-9bef-282881864632?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553767 Apr 20 18:19:32.309936 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-d220adfd-1e90-4d08-97c4-d3c01739fa79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854236768'] for security_group, after_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:32.316022 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-e374ff74-d162-4495-9cce-b09164a9cca3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:19:32.332319 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d220adfd-1e90-4d08-97c4-d3c01739fa79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03826f8a-a5cb-499c-bda9-4eef68430f18,revision_number=None']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:19:32.342129 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-d220adfd-1e90-4d08-97c4-d3c01739fa79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:19:32.353047 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-d220adfd-1e90-4d08-97c4-d3c01739fa79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:32.356802 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-d220adfd-1e90-4d08-97c4-d3c01739fa79 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/03826f8a-a5cb-499c-bda9-4eef68430f18 HTTP/1.1" status: 204 len: 168 time: 0.1990359 Apr 20 18:19:32.514144 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.rpc [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Device 00e56193-a8a8-4bb9-bf7f-4ac9e8c65bf8 up at agent hyperv_hv-cinder-78692 {{(pid=86312) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:19:32.518475 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd55113b-9e75-4e0b-857e-85a55ee56ebe req-19095429-0e4b-4192-b0cb-77e414c72891 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:19:32.526455 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-cd55113b-9e75-4e0b-857e-85a55ee56ebe req-19095429-0e4b-4192-b0cb-77e414c72891 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] 10.222.0.32 "GET /v2.0/ports?device_id=07d6c6c3-c813-4ea4-9976-f31a36a8cdd1 HTTP/1.1" status: 200 len: 943 time: 0.2107992 Apr 20 18:19:32.556507 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-dc679ded-5065-4d21-8e25-d754b208a60f req-60f012c2-3908-48a6-b6a0-35279e77b2e0 service neutron] 10.222.0.13 "GET /v2.0/networks/eb98ba18-b0fc-455c-9bef-282881864632?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2675109 Apr 20 18:19:32.596650 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-cd55113b-9e75-4e0b-857e-85a55ee56ebe req-ab26ec43-5b6e-4425-a5c8-f0d05c6aaa38 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] 10.222.0.32 "GET /v2.0/security-groups?id=72e2741b-2767-416b-b004-90187f015a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691397 Apr 20 18:19:32.637551 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.provisioning_blocks [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Provisioning for port 00e56193-a8a8-4bb9-bf7f-4ac9e8c65bf8 completed by entity L2. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 18:19:32.644317 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.provisioning_blocks [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Provisioning complete for port 00e56193-a8a8-4bb9-bf7f-4ac9e8c65bf8 triggered by entity L2. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:19:32.645666 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853381758'] for port, provisioning_complete {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:32.797858 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624671'] for port, before_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:32.852624 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.32', 53998) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:19:32.877378 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.db [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] For port 00e56193-a8a8-4bb9-bf7f-4ac9e8c65bf8, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=00e56193-a8a8-4bb9-bf7f-4ac9e8c65bf8,segment=NetworkSegment(046b8bba-485d-430c-b45d-9ebed1a31a1b),segment_id=046b8bba-485d-430c-b45d-9ebed1a31a1b)] {{(pid=86312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:19:32.878589 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fed60488-b3fa-4541-bcfe-44db138f0d93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00e56193-a8a8-4bb9-bf7f-4ac9e8c65bf8'}] {{(pid=86312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:19:32.878757 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-d506ffcf-5f0f-4d55-9f77-71981f07cc54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:32.896528 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852966479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736993730504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736993280695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299861495088'] for port, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:32.897322 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-d506ffcf-5f0f-4d55-9f77-71981f07cc54 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:19:32.897694 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.rpc [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Device e7099379-7fe8-471b-9b2e-8814ac912d1a no longer exists at agent hyperv_hv-cinder-78692 {{(pid=86312) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 18:19:32.909999 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-d506ffcf-5f0f-4d55-9f77-71981f07cc54 admin admin] Usage tracker for resource:security_group_rule and tenant:e04c692dd88a484d84bd775be17745bb is out of sync, need to count used quota {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:19:32.914095 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-d506ffcf-5f0f-4d55-9f77-71981f07cc54 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:19:32.920594 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-d506ffcf-5f0f-4d55-9f77-71981f07cc54 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:19:32.931932 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e68084-1c59-4078-a4ed-3b6f27da1e77 req-f5702cfc-b93b-4237-a6c8-9a72b4e783a6 tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:19:32.942875 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-09e68084-1c59-4078-a4ed-3b6f27da1e77 req-f5702cfc-b93b-4237-a6c8-9a72b4e783a6 tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] 10.222.0.32 "GET /v2.0/ports?device_id=6345661c-9713-4d1c-aab4-a71f62000a4c HTTP/1.1" status: 200 len: 984 time: 0.1226907 Apr 20 18:19:33.010615 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:19:33.011350 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-09e68084-1c59-4078-a4ed-3b6f27da1e77 req-83352bdc-033f-4372-96f7-01970bcfc6e7 tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] 10.222.0.32 "GET /v2.0/security-groups?id=4cc08f58-d413-4ad9-83f0-322bafa5ca2c&id=65af6381-35bc-4067-932d-2c0d9f598574&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0670869 Apr 20 18:19:33.083063 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-d506ffcf-5f0f-4d55-9f77-71981f07cc54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:33.085801 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299861013637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394135'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:33.095457 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-d506ffcf-5f0f-4d55-9f77-71981f07cc54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854236768'] for security_group, after_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:33.108161 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-02541d5f-befc-41cd-aa97-cd982f4ff520 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:19:33.146320 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fed60488-b3fa-4541-bcfe-44db138f0d93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00e56193-a8a8-4bb9-bf7f-4ac9e8c65bf8', 'code': 200} Apr 20 18:19:33.163021 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Pushing event updated for resources: {'Port': ['ID=00e56193-a8a8-4bb9-bf7f-4ac9e8c65bf8,revision_number=5']} {{(pid=86312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:19:33.169698 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d509e880-0e15-4fae-ab16-a7a3cd78c307 req-c80faa37-740a-40de-b6a8-22d5d7613106 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:19:33.173634 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:19:33.186506 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-d509e880-0e15-4fae-ab16-a7a3cd78c307 req-c80faa37-740a-40de-b6a8-22d5d7613106 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] 10.222.0.32 "GET /v2.0/ports?device_id=017750e2-2faa-492d-81ff-e9560fb475f5 HTTP/1.1" status: 200 len: 945 time: 0.1997852 Apr 20 18:19:33.191427 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d506ffcf-5f0f-4d55-9f77-71981f07cc54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=046698ee-93b1-4857-8bce-c4e6becd1dce,revision_number=1']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:19:33.223108 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-d506ffcf-5f0f-4d55-9f77-71981f07cc54 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e04c692dd88a484d84bd775be17745bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3689296 Apr 20 18:19:33.224470 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-d506ffcf-5f0f-4d55-9f77-71981f07cc54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:19:33.226914 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.32', 54010) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:19:33.292454 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-d509e880-0e15-4fae-ab16-a7a3cd78c307 req-ea9cbb1d-72b8-493a-8f59-657152453137 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] 10.222.0.32 "GET /v2.0/security-groups?id=38e27d19-d8a9-48d6-a9d6-ec021bffb723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1047583 Apr 20 18:19:33.315088 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75139c54-68e4-46b9-8f76-2c0226167ea8 req-fdf1dcb7-60bb-49fd-93eb-744ebbf4faa0 tempest-VolumesSnapshotTestJSON-785424082 tempest-VolumesSnapshotTestJSON-785424082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:19:33.317023 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-75139c54-68e4-46b9-8f76-2c0226167ea8 req-fdf1dcb7-60bb-49fd-93eb-744ebbf4faa0 tempest-VolumesSnapshotTestJSON-785424082 tempest-VolumesSnapshotTestJSON-785424082-project] 10.222.0.32 "GET /v2.0/ports?device_id=fed60488-b3fa-4541-bcfe-44db138f0d93 HTTP/1.1" status: 200 len: 945 time: 0.1118829 Apr 20 18:19:33.343480 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-fa5c516e-8448-42a8-9695-1e7e1f1ad132 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:33.381693 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-fa5c516e-8448-42a8-9695-1e7e1f1ad132 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:33.383706 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-75139c54-68e4-46b9-8f76-2c0226167ea8 req-65f21802-b7ed-4b96-9229-e422476a4847 tempest-VolumesSnapshotTestJSON-785424082 tempest-VolumesSnapshotTestJSON-785424082-project] 10.222.0.32 "GET /v2.0/security-groups?id=a8fd554f-db08-45ef-bdc9-089ce011cc30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576241 Apr 20 18:19:33.508015 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-fa5c516e-8448-42a8-9695-1e7e1f1ad132 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854236768'] for security_group, after_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:33.513392 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:19:33.531424 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1ebb1d-0f3d-4afc-a2ed-6613d436b5b2 req-93310491-10ea-4138-9a8d-48ca28f6399f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:19:33.533733 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-3f1ebb1d-0f3d-4afc-a2ed-6613d436b5b2 req-93310491-10ea-4138-9a8d-48ca28f6399f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=fed60488-b3fa-4541-bcfe-44db138f0d93 HTTP/1.1" status: 200 len: 1098 time: 0.1222174 Apr 20 18:19:33.535923 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5c516e-8448-42a8-9695-1e7e1f1ad132 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=046698ee-93b1-4857-8bce-c4e6becd1dce,revision_number=None']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:19:33.538773 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-fa5c516e-8448-42a8-9695-1e7e1f1ad132 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:19:33.540115 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-fa5c516e-8448-42a8-9695-1e7e1f1ad132 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:33.541255 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-fa5c516e-8448-42a8-9695-1e7e1f1ad132 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/046698ee-93b1-4857-8bce-c4e6becd1dce HTTP/1.1" status: 204 len: 168 time: 0.3133669 Apr 20 18:19:33.590354 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-3f1ebb1d-0f3d-4afc-a2ed-6613d436b5b2 req-7a8f19fd-82bc-4821-8c02-1d691d8d07a5 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=a8fd554f-db08-45ef-bdc9-089ce011cc30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478210 Apr 20 18:19:33.614983 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda31e48-5665-4ac9-bf5a-487d347c73ca req-d5c156a1-f285-4f5a-9150-54c8bcfdb534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:19:33.616951 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-bda31e48-5665-4ac9-bf5a-487d347c73ca req-d5c156a1-f285-4f5a-9150-54c8bcfdb534 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=07d6c6c3-c813-4ea4-9976-f31a36a8cdd1&tenant_id=02dae3b9331843428972d1ab84d0d2ed HTTP/1.1" status: 200 len: 1096 time: 0.0862417 Apr 20 18:19:33.765151 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda31e48-5665-4ac9-bf5a-487d347c73ca req-150d7421-979b-4f33-b6c6-fc401f705ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:19:33.767285 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-bda31e48-5665-4ac9-bf5a-487d347c73ca req-150d7421-979b-4f33-b6c6-fc401f705ab1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=02dae3b9331843428972d1ab84d0d2ed&device_id=07d6c6c3-c813-4ea4-9976-f31a36a8cdd1 HTTP/1.1" status: 200 len: 1096 time: 0.0998580 Apr 20 18:19:33.848444 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3acf35-df29-464f-9f61-33ce354b03e5 req-154bd116-2a70-4ead-ba3c-7393f2f1c772 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:19:33.850545 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-fc3acf35-df29-464f-9f61-33ce354b03e5 req-154bd116-2a70-4ead-ba3c-7393f2f1c772 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] 10.222.0.32 "GET /v2.0/ports?device_id=07d6c6c3-c813-4ea4-9976-f31a36a8cdd1 HTTP/1.1" status: 200 len: 943 time: 0.1104610 Apr 20 18:19:33.910522 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-fc3acf35-df29-464f-9f61-33ce354b03e5 req-2cec6639-eedb-46e5-8019-8e4ae22aa6b2 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] 10.222.0.32 "GET /v2.0/security-groups?id=72e2741b-2767-416b-b004-90187f015a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502133 Apr 20 18:19:33.941323 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda31e48-5665-4ac9-bf5a-487d347c73ca req-4b08d88e-9172-4c94-808f-a82fd24850ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:19:33.944209 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-bda31e48-5665-4ac9-bf5a-487d347c73ca req-4b08d88e-9172-4c94-808f-a82fd24850ac service neutron] 10.222.0.13 "GET /v2.0/networks?id=5b82a5ad-5a0b-4f36-b6c5-403cadd34a79 HTTP/1.1" status: 200 len: 918 time: 0.1704161 Apr 20 18:19:34.076408 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-bda31e48-5665-4ac9-bf5a-487d347c73ca req-0c1ea82c-ebc2-4702-9d35-028640b10477 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e7099379-7fe8-471b-9b2e-8814ac912d1a HTTP/1.1" status: 200 len: 998 time: 0.1253526 Apr 20 18:19:34.171639 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda31e48-5665-4ac9-bf5a-487d347c73ca req-d5365e71-cacd-4a2b-b86b-ca3767ea804f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:19:34.173974 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-bda31e48-5665-4ac9-bf5a-487d347c73ca req-d5365e71-cacd-4a2b-b86b-ca3767ea804f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a0d1d23a-bc57-4fd3-ab7b-5ff7156471c8 HTTP/1.1" status: 200 len: 856 time: 0.0898745 Apr 20 18:19:34.353713 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fa1b45-d4b4-4931-9fae-f619947da70d req-da0d259d-dea4-4ff7-9958-62d5dc5c53dd tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:19:34.355751 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-52fa1b45-d4b4-4931-9fae-f619947da70d req-da0d259d-dea4-4ff7-9958-62d5dc5c53dd tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] 10.222.0.32 "GET /v2.0/ports?device_id=6345661c-9713-4d1c-aab4-a71f62000a4c HTTP/1.1" status: 200 len: 984 time: 0.1861804 Apr 20 18:19:34.363010 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda31e48-5665-4ac9-bf5a-487d347c73ca req-4adc39b6-6b42-4273-b4b3-8504ce3939a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:19:34.365361 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-bda31e48-5665-4ac9-bf5a-487d347c73ca req-4adc39b6-6b42-4273-b4b3-8504ce3939a8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5b82a5ad-5a0b-4f36-b6c5-403cadd34a79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1497810 Apr 20 18:19:34.513433 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-52fa1b45-d4b4-4931-9fae-f619947da70d req-29fdeed1-b6e2-4327-ab17-7a1a3b585b00 tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] 10.222.0.32 "GET /v2.0/security-groups?id=4cc08f58-d413-4ad9-83f0-322bafa5ca2c&id=65af6381-35bc-4067-932d-2c0d9f598574&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1468480 Apr 20 18:19:34.661630 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846fc0fe-69b0-4301-b92f-12247c2e9dc8 req-fd65867a-cd6a-48f4-93c4-317423b2c991 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:19:34.678896 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-846fc0fe-69b0-4301-b92f-12247c2e9dc8 req-fd65867a-cd6a-48f4-93c4-317423b2c991 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] 10.222.0.32 "GET /v2.0/ports?device_id=017750e2-2faa-492d-81ff-e9560fb475f5 HTTP/1.1" status: 200 len: 945 time: 0.1601877 Apr 20 18:19:34.733331 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-846fc0fe-69b0-4301-b92f-12247c2e9dc8 req-fd3cf159-25f5-40b1-825f-b8562f4b2e56 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] 10.222.0.32 "GET /v2.0/security-groups?id=38e27d19-d8a9-48d6-a9d6-ec021bffb723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531375 Apr 20 18:19:34.812290 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-bda31e48-5665-4ac9-bf5a-487d347c73ca req-f5376d0f-7ea7-4fab-bbbf-03aa75c6dabd service neutron] 10.222.0.13 "GET /v2.0/networks/5b82a5ad-5a0b-4f36-b6c5-403cadd34a79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4254751 Apr 20 18:19:35.027367 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88057db7-3c94-4979-92a1-3dcd47001299 req-4c7e05e3-0fd7-4949-bc46-284307d0a163 tempest-VolumesSnapshotTestJSON-785424082 tempest-VolumesSnapshotTestJSON-785424082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:19:35.028971 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-88057db7-3c94-4979-92a1-3dcd47001299 req-4c7e05e3-0fd7-4949-bc46-284307d0a163 tempest-VolumesSnapshotTestJSON-785424082 tempest-VolumesSnapshotTestJSON-785424082-project] 10.222.0.32 "GET /v2.0/ports?device_id=fed60488-b3fa-4541-bcfe-44db138f0d93 HTTP/1.1" status: 200 len: 945 time: 0.2214098 Apr 20 18:19:35.035306 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-bda31e48-5665-4ac9-bf5a-487d347c73ca req-0294c9c3-e163-4594-a999-008b168c06c4 service neutron] 10.222.0.13 "GET /v2.0/networks/5b82a5ad-5a0b-4f36-b6c5-403cadd34a79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1834278 Apr 20 18:19:35.099340 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-88057db7-3c94-4979-92a1-3dcd47001299 req-1235363b-06cf-4079-8128-6692afb5590b tempest-VolumesSnapshotTestJSON-785424082 tempest-VolumesSnapshotTestJSON-785424082-project] 10.222.0.32 "GET /v2.0/security-groups?id=a8fd554f-db08-45ef-bdc9-089ce011cc30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559187 Apr 20 18:19:35.210339 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc3b5b2-4116-44ed-8ca3-5a4ac617357f req-04926165-7ff3-4cea-891a-a9d8a829d581 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:19:35.215040 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-bfc3b5b2-4116-44ed-8ca3-5a4ac617357f req-04926165-7ff3-4cea-891a-a9d8a829d581 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] 10.222.0.32 "GET /v2.0/ports?device_id=07d6c6c3-c813-4ea4-9976-f31a36a8cdd1 HTTP/1.1" status: 200 len: 943 time: 0.1192765 Apr 20 18:19:35.282316 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-bfc3b5b2-4116-44ed-8ca3-5a4ac617357f req-06600179-1d8f-41f7-a516-48d078bf3eb7 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] 10.222.0.32 "GET /v2.0/security-groups?id=72e2741b-2767-416b-b004-90187f015a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619817 Apr 20 18:19:35.811959 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32328613-a1c3-467a-87fd-8ef1ffecc1f7 req-cfe4c04d-a244-4781-a466-704fa22375ad tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:19:35.820444 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-32328613-a1c3-467a-87fd-8ef1ffecc1f7 req-cfe4c04d-a244-4781-a466-704fa22375ad tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] 10.222.0.32 "GET /v2.0/ports?device_id=6345661c-9713-4d1c-aab4-a71f62000a4c HTTP/1.1" status: 200 len: 984 time: 0.1126156 Apr 20 18:19:35.880731 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-32328613-a1c3-467a-87fd-8ef1ffecc1f7 req-bed111e4-2515-42af-abda-dfb810e650d4 tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] 10.222.0.32 "GET /v2.0/security-groups?id=4cc08f58-d413-4ad9-83f0-322bafa5ca2c&id=65af6381-35bc-4067-932d-2c0d9f598574&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0591080 Apr 20 18:19:36.638132 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7c1e98-73a5-4b74-b835-e8cd16bf8b75 req-52f608af-6fbf-4861-af79-3dac49241a11 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:19:36.639913 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-6f7c1e98-73a5-4b74-b835-e8cd16bf8b75 req-52f608af-6fbf-4861-af79-3dac49241a11 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] 10.222.0.32 "GET /v2.0/ports?device_id=07d6c6c3-c813-4ea4-9976-f31a36a8cdd1 HTTP/1.1" status: 200 len: 943 time: 0.1840451 Apr 20 18:19:36.726686 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-6f7c1e98-73a5-4b74-b835-e8cd16bf8b75 req-a78d391f-bbaa-477e-a322-883103632f6d tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] 10.222.0.32 "GET /v2.0/security-groups?id=72e2741b-2767-416b-b004-90187f015a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790451 Apr 20 18:19:36.890621 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.32', 54212) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:19:37.053930 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-61c4f1e6-426e-4d15-aaa4-dc57fd529323 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:37.072087 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-61c4f1e6-426e-4d15-aaa4-dc57fd529323 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:19:37.076398 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-61c4f1e6-426e-4d15-aaa4-dc57fd529323 admin admin] Usage tracker for resource:security_group_rule and tenant:1f06cf40924b4b679b45200d367c0b2f is out of sync, need to count used quota {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:19:37.079687 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-61c4f1e6-426e-4d15-aaa4-dc57fd529323 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:19:37.085833 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-61c4f1e6-426e-4d15-aaa4-dc57fd529323 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:19:37.147080 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf506692-a590-4c7d-a781-70f0b18d1079 req-4eef16ac-a49a-4705-b5f9-26d133eba059 tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:19:37.148715 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-bf506692-a590-4c7d-a781-70f0b18d1079 req-4eef16ac-a49a-4705-b5f9-26d133eba059 tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] 10.222.0.32 "GET /v2.0/ports?device_id=6345661c-9713-4d1c-aab4-a71f62000a4c HTTP/1.1" status: 200 len: 984 time: 0.1052749 Apr 20 18:19:37.189092 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-61c4f1e6-426e-4d15-aaa4-dc57fd529323 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:37.193647 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-61c4f1e6-426e-4d15-aaa4-dc57fd529323 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854236768'] for security_group, after_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:37.208400 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-10b0ce9c-9ebd-419b-afe4-172bb3f3cef1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:19:37.209943 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-bf506692-a590-4c7d-a781-70f0b18d1079 req-1568cf2e-5018-426e-97df-965cfa7250dc tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] 10.222.0.32 "GET /v2.0/security-groups?id=4cc08f58-d413-4ad9-83f0-322bafa5ca2c&id=65af6381-35bc-4067-932d-2c0d9f598574&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0544527 Apr 20 18:19:37.258785 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-61c4f1e6-426e-4d15-aaa4-dc57fd529323 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1f06cf40924b4b679b45200d367c0b2f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3667793 Apr 20 18:19:37.259684 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c4f1e6-426e-4d15-aaa4-dc57fd529323 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a4749fd-e81d-4f46-9655-24cb828a5a51,revision_number=1']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:19:37.262139 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.32', 54220) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:19:37.263375 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-61c4f1e6-426e-4d15-aaa4-dc57fd529323 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:19:37.334635 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-66410c46-c65c-4050-afbb-5aaa7c89e5d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:37.365828 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-66410c46-c65c-4050-afbb-5aaa7c89e5d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:37.424507 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-66410c46-c65c-4050-afbb-5aaa7c89e5d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854236768'] for security_group, after_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:37.431655 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:19:37.446355 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66410c46-c65c-4050-afbb-5aaa7c89e5d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a4749fd-e81d-4f46-9655-24cb828a5a51,revision_number=None']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:19:37.449926 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-66410c46-c65c-4050-afbb-5aaa7c89e5d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:19:37.452458 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-66410c46-c65c-4050-afbb-5aaa7c89e5d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:37.459132 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-66410c46-c65c-4050-afbb-5aaa7c89e5d3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7a4749fd-e81d-4f46-9655-24cb828a5a51 HTTP/1.1" status: 204 len: 168 time: 0.1951673 Apr 20 18:19:37.881405 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.32', 54236) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:19:37.946673 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-fea3289b-2d52-4e4f-96f0-fcf5e62f3f25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:37.994835 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-fea3289b-2d52-4e4f-96f0-fcf5e62f3f25 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:19:38.006635 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-fea3289b-2d52-4e4f-96f0-fcf5e62f3f25 admin admin] Usage tracker for resource:security_group_rule and tenant:f74119b3768a489baf4527aec0ebc9f2 is out of sync, need to count used quota {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:19:38.019819 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-fea3289b-2d52-4e4f-96f0-fcf5e62f3f25 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:19:38.036206 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-fea3289b-2d52-4e4f-96f0-fcf5e62f3f25 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:19:38.087801 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-c4b9b41c-ffe0-4941-9024-d4665f23e992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299861013637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394135'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:38.151391 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a91b39-230e-4571-97bf-1f9525c08003 req-a86cb623-f034-4d0e-90d7-4690aeea8bd0 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:19:38.163126 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-62a91b39-230e-4571-97bf-1f9525c08003 req-a86cb623-f034-4d0e-90d7-4690aeea8bd0 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] 10.222.0.32 "GET /v2.0/ports?device_id=07d6c6c3-c813-4ea4-9976-f31a36a8cdd1 HTTP/1.1" status: 200 len: 943 time: 0.2046080 Apr 20 18:19:38.232143 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-fea3289b-2d52-4e4f-96f0-fcf5e62f3f25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:38.236258 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-fea3289b-2d52-4e4f-96f0-fcf5e62f3f25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854236768'] for security_group, after_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:38.249661 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-55b733a4-7307-4c40-b306-5d8a409299b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:19:38.263074 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-62a91b39-230e-4571-97bf-1f9525c08003 req-db17737c-8e61-4e47-b855-e79e78bf1e45 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] 10.222.0.32 "GET /v2.0/security-groups?id=72e2741b-2767-416b-b004-90187f015a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0988450 Apr 20 18:19:38.321357 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-fea3289b-2d52-4e4f-96f0-fcf5e62f3f25 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f74119b3768a489baf4527aec0ebc9f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4357812 Apr 20 18:19:38.321961 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.32', 54252) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:19:38.327000 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea3289b-2d52-4e4f-96f0-fcf5e62f3f25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec4d7734-ac91-4d08-a7fa-6ec461cdb1a0,revision_number=1']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:19:38.341205 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-fea3289b-2d52-4e4f-96f0-fcf5e62f3f25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:19:38.398201 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-a7bcb890-f120-485b-9670-57be3344d2b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:38.429289 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-a7bcb890-f120-485b-9670-57be3344d2b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:38.478021 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-a7bcb890-f120-485b-9670-57be3344d2b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854236768'] for security_group, after_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:38.483569 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-f576a115-87a6-4dad-95f6-2d9c4f8e50fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:19:38.489844 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4acb06-9576-4595-91f6-fd0f6aa4899c req-87b88e16-2c6e-4a5c-9232-e0f4e66a6cb3 tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:19:38.492201 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-5c4acb06-9576-4595-91f6-fd0f6aa4899c req-87b88e16-2c6e-4a5c-9232-e0f4e66a6cb3 tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] 10.222.0.32 "GET /v2.0/ports?device_id=6345661c-9713-4d1c-aab4-a71f62000a4c HTTP/1.1" status: 200 len: 984 time: 0.1165209 Apr 20 18:19:38.498938 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bcb890-f120-485b-9670-57be3344d2b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec4d7734-ac91-4d08-a7fa-6ec461cdb1a0,revision_number=None']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:19:38.502143 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-a7bcb890-f120-485b-9670-57be3344d2b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:19:38.510053 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-a7bcb890-f120-485b-9670-57be3344d2b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:38.511326 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-a7bcb890-f120-485b-9670-57be3344d2b8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ec4d7734-ac91-4d08-a7fa-6ec461cdb1a0 HTTP/1.1" status: 204 len: 168 time: 0.1881666 Apr 20 18:19:38.573441 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-5c4acb06-9576-4595-91f6-fd0f6aa4899c req-ed22750e-e56d-4947-8f60-d282838ca8f3 tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] 10.222.0.32 "GET /v2.0/security-groups?id=4cc08f58-d413-4ad9-83f0-322bafa5ca2c&id=65af6381-35bc-4067-932d-2c0d9f598574&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0649772 Apr 20 18:19:39.567786 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164ae2b5-2e58-41e3-9546-cfd59967abce req-b60f0c27-90ca-41b2-91dd-1a2bdb741437 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:19:39.570946 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-164ae2b5-2e58-41e3-9546-cfd59967abce req-b60f0c27-90ca-41b2-91dd-1a2bdb741437 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] 10.222.0.32 "GET /v2.0/ports?device_id=07d6c6c3-c813-4ea4-9976-f31a36a8cdd1 HTTP/1.1" status: 200 len: 943 time: 0.1472995 Apr 20 18:19:39.623486 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-164ae2b5-2e58-41e3-9546-cfd59967abce req-dd915009-f46d-4181-b5fb-788bb8c44ea9 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] 10.222.0.32 "GET /v2.0/security-groups?id=72e2741b-2767-416b-b004-90187f015a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470037 Apr 20 18:19:39.846278 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000fd1e4-d7a4-4963-83ba-4ec72afa864d req-d00aa1aa-4ae9-4df0-89c2-8bcf1f7c68f9 tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:19:39.848387 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-000fd1e4-d7a4-4963-83ba-4ec72afa864d req-d00aa1aa-4ae9-4df0-89c2-8bcf1f7c68f9 tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] 10.222.0.32 "GET /v2.0/ports?device_id=6345661c-9713-4d1c-aab4-a71f62000a4c HTTP/1.1" status: 200 len: 984 time: 0.1005976 Apr 20 18:19:39.901459 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-000fd1e4-d7a4-4963-83ba-4ec72afa864d req-ad4ac049-77ed-4f08-b3b5-3113bbf7789a tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] 10.222.0.32 "GET /v2.0/security-groups?id=4cc08f58-d413-4ad9-83f0-322bafa5ca2c&id=65af6381-35bc-4067-932d-2c0d9f598574&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0462406 Apr 20 18:19:40.908543 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-934313be-95c6-43b5-89c3-501b04f131a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299861013637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394135'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:41.084359 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fac297-6d43-4bf6-a719-6ab7e346b131 req-f920f7e6-0139-4219-9eb0-ed6de0a3c6ea tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:19:41.086211 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-73fac297-6d43-4bf6-a719-6ab7e346b131 req-f920f7e6-0139-4219-9eb0-ed6de0a3c6ea tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] 10.222.0.32 "GET /v2.0/ports?device_id=07d6c6c3-c813-4ea4-9976-f31a36a8cdd1 HTTP/1.1" status: 200 len: 943 time: 0.1657367 Apr 20 18:19:41.187656 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-73fac297-6d43-4bf6-a719-6ab7e346b131 req-749f45a5-051a-4af7-a31f-f32356700558 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] 10.222.0.32 "GET /v2.0/security-groups?id=72e2741b-2767-416b-b004-90187f015a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791888 Apr 20 18:19:41.196750 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9295320-9255-428b-9216-4e6ce64bb5de req-8c8dc533-2cd9-47e0-bf4e-9e6f97e2839c tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:19:41.206412 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-f9295320-9255-428b-9216-4e6ce64bb5de req-8c8dc533-2cd9-47e0-bf4e-9e6f97e2839c tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] 10.222.0.32 "GET /v2.0/ports?device_id=6345661c-9713-4d1c-aab4-a71f62000a4c HTTP/1.1" status: 200 len: 984 time: 0.1531661 Apr 20 18:19:41.273194 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-f9295320-9255-428b-9216-4e6ce64bb5de req-ab48810a-fc6c-48dd-b913-4816fbb20e6e tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] 10.222.0.32 "GET /v2.0/security-groups?id=4cc08f58-d413-4ad9-83f0-322bafa5ca2c&id=65af6381-35bc-4067-932d-2c0d9f598574&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0656316 Apr 20 18:19:41.342519 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-2bb93f3c-0bff-4547-a1e0-c38a344e24ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299861013637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394135'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:42.155648 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299861013637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394135'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:42.519413 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0dbdbb-eece-437e-8222-a59f05dd2b74 req-ad02f11d-d1f9-40f3-8414-ca1658eb978b tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:19:42.527144 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-df0dbdbb-eece-437e-8222-a59f05dd2b74 req-ad02f11d-d1f9-40f3-8414-ca1658eb978b tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] 10.222.0.32 "GET /v2.0/ports?device_id=07d6c6c3-c813-4ea4-9976-f31a36a8cdd1 HTTP/1.1" status: 200 len: 943 time: 0.1626236 Apr 20 18:19:42.536052 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb5268a-ce00-46a6-a8e2-bde9271b199c req-c9747fa5-ad6b-441a-a5d6-a159661b1a80 tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:19:42.547712 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-deb5268a-ce00-46a6-a8e2-bde9271b199c req-c9747fa5-ad6b-441a-a5d6-a159661b1a80 tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] 10.222.0.32 "GET /v2.0/ports?device_id=6345661c-9713-4d1c-aab4-a71f62000a4c HTTP/1.1" status: 200 len: 984 time: 0.1202457 Apr 20 18:19:42.619806 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-deb5268a-ce00-46a6-a8e2-bde9271b199c req-6f25ca82-7bcd-4084-81f7-132f94bde58c tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] 10.222.0.32 "GET /v2.0/security-groups?id=4cc08f58-d413-4ad9-83f0-322bafa5ca2c&id=65af6381-35bc-4067-932d-2c0d9f598574&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0701535 Apr 20 18:19:42.622016 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-df0dbdbb-eece-437e-8222-a59f05dd2b74 req-2143c771-562f-4e1a-8597-dbc994d36549 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] 10.222.0.32 "GET /v2.0/security-groups?id=72e2741b-2767-416b-b004-90187f015a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936527 Apr 20 18:19:43.297873 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-f70b5d3b-7deb-456f-82aa-acef0ba2518a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299861013637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394135'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:43.915866 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358c473b-d862-4c58-8c89-7444fb27123a req-275f97c7-2f17-4e6b-a974-1b7353faca52 tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:19:43.924928 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-358c473b-d862-4c58-8c89-7444fb27123a req-275f97c7-2f17-4e6b-a974-1b7353faca52 tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] 10.222.0.32 "GET /v2.0/ports?device_id=6345661c-9713-4d1c-aab4-a71f62000a4c HTTP/1.1" status: 200 len: 984 time: 0.1698360 Apr 20 18:19:43.927231 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cc7876-2b87-4102-8efc-505456abfbdd req-0bec1699-6a1e-4dc1-8502-443c17fd301c tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:19:43.929066 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-99cc7876-2b87-4102-8efc-505456abfbdd req-0bec1699-6a1e-4dc1-8502-443c17fd301c tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] 10.222.0.32 "GET /v2.0/ports?device_id=07d6c6c3-c813-4ea4-9976-f31a36a8cdd1 HTTP/1.1" status: 200 len: 943 time: 0.1345422 Apr 20 18:19:43.979206 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-358c473b-d862-4c58-8c89-7444fb27123a req-7fee03a5-5b2b-40ef-9718-4ce4c1338bfe tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] 10.222.0.32 "GET /v2.0/security-groups?id=4cc08f58-d413-4ad9-83f0-322bafa5ca2c&id=65af6381-35bc-4067-932d-2c0d9f598574&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0528581 Apr 20 18:19:43.997523 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-99cc7876-2b87-4102-8efc-505456abfbdd req-b25770e4-c26b-4e23-ad1b-769ad9ad1605 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] 10.222.0.32 "GET /v2.0/security-groups?id=72e2741b-2767-416b-b004-90187f015a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613515 Apr 20 18:19:44.952171 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.32', 54380) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:19:45.150078 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-2a1a2a83-4c7a-4ede-b1f2-2d1b790ea30c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:45.233702 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-2a1a2a83-4c7a-4ede-b1f2-2d1b790ea30c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:19:45.246807 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-2a1a2a83-4c7a-4ede-b1f2-2d1b790ea30c admin admin] Usage tracker for resource:security_group_rule and tenant:6a7205e1a21c4001b5e29ec4d729e11e is out of sync, need to count used quota {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:19:45.247263 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d281c9fc-724f-47fd-a84e-99dd07f31cef req-7c83a8a4-38c3-4512-8c4e-7b798a9e66da tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:19:45.251617 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-2a1a2a83-4c7a-4ede-b1f2-2d1b790ea30c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:19:45.255037 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-d281c9fc-724f-47fd-a84e-99dd07f31cef req-7c83a8a4-38c3-4512-8c4e-7b798a9e66da tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] 10.222.0.32 "GET /v2.0/ports?device_id=6345661c-9713-4d1c-aab4-a71f62000a4c HTTP/1.1" status: 200 len: 984 time: 0.1057281 Apr 20 18:19:45.258375 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-2a1a2a83-4c7a-4ede-b1f2-2d1b790ea30c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:19:45.315059 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-d281c9fc-724f-47fd-a84e-99dd07f31cef req-45144ff1-2f0b-4791-834a-bcb47821519d tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] 10.222.0.32 "GET /v2.0/security-groups?id=4cc08f58-d413-4ad9-83f0-322bafa5ca2c&id=65af6381-35bc-4067-932d-2c0d9f598574&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0581992 Apr 20 18:19:45.324427 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f038728-8d50-4bbd-b63d-1643d6fde716 req-d6874c44-bfbb-4e48-a115-84c54b8cf3a0 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:19:45.326088 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-4f038728-8d50-4bbd-b63d-1643d6fde716 req-d6874c44-bfbb-4e48-a115-84c54b8cf3a0 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] 10.222.0.32 "GET /v2.0/ports?device_id=07d6c6c3-c813-4ea4-9976-f31a36a8cdd1 HTTP/1.1" status: 200 len: 943 time: 0.1553066 Apr 20 18:19:45.403991 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-4f038728-8d50-4bbd-b63d-1643d6fde716 req-a73c2e45-f5ec-4b26-89f9-d34367546244 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] 10.222.0.32 "GET /v2.0/security-groups?id=72e2741b-2767-416b-b004-90187f015a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657668 Apr 20 18:19:45.454524 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-2a1a2a83-4c7a-4ede-b1f2-2d1b790ea30c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:45.457477 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-2a1a2a83-4c7a-4ede-b1f2-2d1b790ea30c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854236768'] for security_group, after_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:45.467503 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-d506ffcf-5f0f-4d55-9f77-71981f07cc54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:19:45.515175 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-2a1a2a83-4c7a-4ede-b1f2-2d1b790ea30c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6a7205e1a21c4001b5e29ec4d729e11e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5615284 Apr 20 18:19:45.519160 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.32', 54390) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:19:45.520538 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1a2a83-4c7a-4ede-b1f2-2d1b790ea30c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81f5c356-8bb7-44fe-83f8-e91154dcf390,revision_number=1']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:19:45.523963 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-2a1a2a83-4c7a-4ede-b1f2-2d1b790ea30c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:19:45.592866 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-02fb807b-5288-449f-9ee1-5f46532f3064 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:45.635195 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-02fb807b-5288-449f-9ee1-5f46532f3064 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:45.686801 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-02fb807b-5288-449f-9ee1-5f46532f3064 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854236768'] for security_group, after_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:45.692300 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-148e879e-cc2f-40a8-9b59-c5bb2e721335 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:19:45.707915 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fb807b-5288-449f-9ee1-5f46532f3064 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81f5c356-8bb7-44fe-83f8-e91154dcf390,revision_number=None']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:19:45.710994 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-02fb807b-5288-449f-9ee1-5f46532f3064 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:19:45.723540 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-02fb807b-5288-449f-9ee1-5f46532f3064 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:45.725157 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-02fb807b-5288-449f-9ee1-5f46532f3064 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/81f5c356-8bb7-44fe-83f8-e91154dcf390 HTTP/1.1" status: 204 len: 168 time: 0.2042234 Apr 20 18:19:46.081354 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.32', 54400) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:19:46.104373 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-09299ba5-bc3b-448c-a696-a1ccd8ce6fda admin admin] Notify callbacks [] for security_group, before_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:46.126176 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-09299ba5-bc3b-448c-a696-a1ccd8ce6fda admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:19:46.130763 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-09299ba5-bc3b-448c-a696-a1ccd8ce6fda admin admin] Usage tracker for resource:security_group_rule and tenant:a5fb136055234e9b906b9ddb9cde4e8e is out of sync, need to count used quota {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:19:46.135667 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-09299ba5-bc3b-448c-a696-a1ccd8ce6fda admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:19:46.140926 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-09299ba5-bc3b-448c-a696-a1ccd8ce6fda admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:19:46.236802 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-09299ba5-bc3b-448c-a696-a1ccd8ce6fda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:46.240252 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-09299ba5-bc3b-448c-a696-a1ccd8ce6fda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854236768'] for security_group, after_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:46.254244 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-06e0f365-5846-46ec-a662-77cafc723628 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:19:46.299848 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-09299ba5-bc3b-448c-a696-a1ccd8ce6fda admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a5fb136055234e9b906b9ddb9cde4e8e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2172291 Apr 20 18:19:46.301847 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09299ba5-bc3b-448c-a696-a1ccd8ce6fda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f953c321-450b-4e5b-8662-e53010290e9c,revision_number=1']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:19:46.302740 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.32', 54404) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:19:46.307028 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-09299ba5-bc3b-448c-a696-a1ccd8ce6fda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:19:46.375624 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-63c69330-6770-46c0-b5c1-1c84173d7700 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:46.407816 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-63c69330-6770-46c0-b5c1-1c84173d7700 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:46.486057 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-63c69330-6770-46c0-b5c1-1c84173d7700 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854236768'] for security_group, after_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:46.491547 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-cfe4317f-5348-48c1-8f3d-50ba65054d0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:19:46.506410 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c69330-6770-46c0-b5c1-1c84173d7700 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f953c321-450b-4e5b-8662-e53010290e9c,revision_number=None']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:19:46.513502 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-63c69330-6770-46c0-b5c1-1c84173d7700 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:19:46.533341 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-63c69330-6770-46c0-b5c1-1c84173d7700 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:46.534908 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-63c69330-6770-46c0-b5c1-1c84173d7700 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f953c321-450b-4e5b-8662-e53010290e9c HTTP/1.1" status: 204 len: 168 time: 0.2309403 Apr 20 18:19:46.583385 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d447b5-0c3e-4e5b-80ee-bbe8a25ab37f req-12062420-bc32-4f16-97f6-eca7ff030350 tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:19:46.585510 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-82d447b5-0c3e-4e5b-80ee-bbe8a25ab37f req-12062420-bc32-4f16-97f6-eca7ff030350 tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] 10.222.0.32 "GET /v2.0/ports?device_id=6345661c-9713-4d1c-aab4-a71f62000a4c HTTP/1.1" status: 200 len: 984 time: 0.1354086 Apr 20 18:19:46.666254 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2616c0-f659-477d-b242-c19bce59a07d req-bd24fdff-a09d-4a76-b1d2-0f5c9418e80e tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:19:46.675822 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-ff2616c0-f659-477d-b242-c19bce59a07d req-bd24fdff-a09d-4a76-b1d2-0f5c9418e80e tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] 10.222.0.32 "GET /v2.0/ports?device_id=07d6c6c3-c813-4ea4-9976-f31a36a8cdd1 HTTP/1.1" status: 200 len: 943 time: 0.1323080 Apr 20 18:19:46.699828 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-82d447b5-0c3e-4e5b-80ee-bbe8a25ab37f req-22991bfd-0ef6-4fec-a1de-e49f0a833c32 tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] 10.222.0.32 "GET /v2.0/security-groups?id=4cc08f58-d413-4ad9-83f0-322bafa5ca2c&id=65af6381-35bc-4067-932d-2c0d9f598574&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1044025 Apr 20 18:19:46.746142 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-ff2616c0-f659-477d-b242-c19bce59a07d req-9a366e7f-be02-4cdb-9f0d-2eaf5243b0fe tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] 10.222.0.32 "GET /v2.0/security-groups?id=72e2741b-2767-416b-b004-90187f015a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644126 Apr 20 18:19:47.947926 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bf1307-5d94-4a03-bee2-3ef64b3edbe6 req-8b73e224-e73e-4a6f-8691-0ea3f1d32351 tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:19:47.958769 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-05bf1307-5d94-4a03-bee2-3ef64b3edbe6 req-8b73e224-e73e-4a6f-8691-0ea3f1d32351 tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] 10.222.0.32 "GET /v2.0/ports?device_id=6345661c-9713-4d1c-aab4-a71f62000a4c HTTP/1.1" status: 200 len: 984 time: 0.1269758 Apr 20 18:19:47.997624 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ece2b5-f937-47a1-8195-22946c2c7574 req-d39154b2-4ffb-4a84-8c46-33fd0f2d1c30 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:19:48.006247 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-a8ece2b5-f937-47a1-8195-22946c2c7574 req-d39154b2-4ffb-4a84-8c46-33fd0f2d1c30 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] 10.222.0.32 "GET /v2.0/ports?device_id=07d6c6c3-c813-4ea4-9976-f31a36a8cdd1 HTTP/1.1" status: 200 len: 943 time: 0.1082101 Apr 20 18:19:48.034182 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-05bf1307-5d94-4a03-bee2-3ef64b3edbe6 req-c1dabc85-5b59-4460-aa3e-ec1ee9332c16 tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] 10.222.0.32 "GET /v2.0/security-groups?id=4cc08f58-d413-4ad9-83f0-322bafa5ca2c&id=65af6381-35bc-4067-932d-2c0d9f598574&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0665059 Apr 20 18:19:48.053666 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-a8ece2b5-f937-47a1-8195-22946c2c7574 req-23e6da68-e9ec-4c42-9cd9-87b274f142e6 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] 10.222.0.32 "GET /v2.0/security-groups?id=72e2741b-2767-416b-b004-90187f015a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464208 Apr 20 18:19:49.283889 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfad7a66-8b75-4c73-8441-bd38f09cf941 req-bb1c445b-6981-4b8f-bbc9-50c264bb00d8 tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:19:49.285497 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-bfad7a66-8b75-4c73-8441-bd38f09cf941 req-bb1c445b-6981-4b8f-bbc9-50c264bb00d8 tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] 10.222.0.32 "GET /v2.0/ports?device_id=6345661c-9713-4d1c-aab4-a71f62000a4c HTTP/1.1" status: 200 len: 984 time: 0.0942166 Apr 20 18:19:49.324431 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b73155-40f9-43f7-a189-249ff842695f req-c1ce4084-c3ef-454b-8573-2a8413b36919 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:19:49.326132 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-a0b73155-40f9-43f7-a189-249ff842695f req-c1ce4084-c3ef-454b-8573-2a8413b36919 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] 10.222.0.32 "GET /v2.0/ports?device_id=07d6c6c3-c813-4ea4-9976-f31a36a8cdd1 HTTP/1.1" status: 200 len: 943 time: 0.0985267 Apr 20 18:19:49.341181 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-bfad7a66-8b75-4c73-8441-bd38f09cf941 req-f3f0cf6e-2713-499e-805e-0907237eb32d tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] 10.222.0.32 "GET /v2.0/security-groups?id=4cc08f58-d413-4ad9-83f0-322bafa5ca2c&id=65af6381-35bc-4067-932d-2c0d9f598574&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0488944 Apr 20 18:19:49.375901 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-a0b73155-40f9-43f7-a189-249ff842695f req-58aa1975-ad84-4b5a-8bcb-68579724f5ea tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] 10.222.0.32 "GET /v2.0/security-groups?id=72e2741b-2767-416b-b004-90187f015a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420680 Apr 20 18:19:50.562382 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c476847-1503-45af-a4ea-0a0c97a1a882 req-13ae410b-9dd2-4df1-943f-2903b2041118 tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:19:50.564152 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-0c476847-1503-45af-a4ea-0a0c97a1a882 req-13ae410b-9dd2-4df1-943f-2903b2041118 tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] 10.222.0.32 "GET /v2.0/ports?device_id=6345661c-9713-4d1c-aab4-a71f62000a4c HTTP/1.1" status: 200 len: 984 time: 0.0998755 Apr 20 18:19:50.592342 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f04dc3-62c9-43da-8f2a-56930b714d51 req-43d04692-5f26-45d4-9311-110b065365ca tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:19:50.594906 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-e4f04dc3-62c9-43da-8f2a-56930b714d51 req-43d04692-5f26-45d4-9311-110b065365ca tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] 10.222.0.32 "GET /v2.0/ports?device_id=07d6c6c3-c813-4ea4-9976-f31a36a8cdd1 HTTP/1.1" status: 200 len: 943 time: 0.0898671 Apr 20 18:19:50.607719 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.rpc [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Device e7099379-7fe8-471b-9b2e-8814ac912d1a details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=86312) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 18:19:50.634115 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-0c476847-1503-45af-a4ea-0a0c97a1a882 req-90833f28-fdba-4992-95de-9fdfd83d263f tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] 10.222.0.32 "GET /v2.0/security-groups?id=4cc08f58-d413-4ad9-83f0-322bafa5ca2c&id=65af6381-35bc-4067-932d-2c0d9f598574&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0605085 Apr 20 18:19:50.679540 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-e4f04dc3-62c9-43da-8f2a-56930b714d51 req-8e525ba9-925b-4efa-8d1b-6b8135640dbf tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] 10.222.0.32 "GET /v2.0/security-groups?id=72e2741b-2767-416b-b004-90187f015a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688391 Apr 20 18:19:50.819038 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.db [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] For port e7099379-7fe8-471b-9b2e-8814ac912d1a, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=e7099379-7fe8-471b-9b2e-8814ac912d1a,segment=NetworkSegment(48e9a50f-9987-468e-9cbc-b73b5f8756db),segment_id=48e9a50f-9987-468e-9cbc-b73b5f8756db)] {{(pid=86312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:19:50.834004 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.rpc [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Returning: {'device': 'e7099379-7fe8-471b-9b2e-8814ac912d1a', 'network_id': '5b82a5ad-5a0b-4f36-b6c5-403cadd34a79', 'port_id': 'e7099379-7fe8-471b-9b2e-8814ac912d1a', 'mac_address': 'fa:16:3e:ac:f3:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0d1d23a-bc57-4fd3-ab7b-5ff7156471c8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86312) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 18:19:50.893857 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624671'] for port, before_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:50.915730 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.notifiers.nova [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7099379-7fe8-471b-9b2e-8814ac912d1a {{(pid=86312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 18:19:50.932155 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.db [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] For port e7099379-7fe8-471b-9b2e-8814ac912d1a, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=e7099379-7fe8-471b-9b2e-8814ac912d1a,segment=NetworkSegment(48e9a50f-9987-468e-9cbc-b73b5f8756db),segment_id=48e9a50f-9987-468e-9cbc-b73b5f8756db)] {{(pid=86312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:19:50.935365 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852966479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736993730504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736993280695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299861495088'] for port, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:50.937710 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:19:51.007829 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Pushing event updated for resources: {'Port': ['ID=e7099379-7fe8-471b-9b2e-8814ac912d1a,revision_number=9']} {{(pid=86312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:19:51.011072 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:19:51.284235 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.db [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] get_ports_and_sgs() called for port_ids ['e7099379-7fe8-471b-9b2e-8814ac912d1a'] {{(pid=86312) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 18:19:51.910467 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27305f7-82b3-4d5b-b191-dbf8dd8cf341 req-cfdf0569-9698-4ae0-b962-e3beda5535f1 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:19:51.912124 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-c27305f7-82b3-4d5b-b191-dbf8dd8cf341 req-cfdf0569-9698-4ae0-b962-e3beda5535f1 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] 10.222.0.32 "GET /v2.0/ports?device_id=07d6c6c3-c813-4ea4-9976-f31a36a8cdd1 HTTP/1.1" status: 200 len: 944 time: 0.0994179 Apr 20 18:19:51.964716 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-c27305f7-82b3-4d5b-b191-dbf8dd8cf341 req-4c2e2e19-bca7-45cc-b26b-9508c51e72e5 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] 10.222.0.32 "GET /v2.0/security-groups?id=72e2741b-2767-416b-b004-90187f015a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455515 Apr 20 18:19:52.114135 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.32', 54582) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:19:52.219214 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.agents_db [None req-b35f03a3-c7a0-4608-9f7c-a0859408129f None None] Agent healthcheck: found 6 active agents {{(pid=86313) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 18:19:52.242251 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-4cdf3610-074d-46e3-960d-b04f4f151643 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:52.257361 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-4cdf3610-074d-46e3-960d-b04f4f151643 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:19:52.261394 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-4cdf3610-074d-46e3-960d-b04f4f151643 admin admin] Usage tracker for resource:security_group_rule and tenant:1ed76486f6be4c69b88214b5038fe713 is out of sync, need to count used quota {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:19:52.264345 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-4cdf3610-074d-46e3-960d-b04f4f151643 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:19:52.270697 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-4cdf3610-074d-46e3-960d-b04f4f151643 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:19:52.355215 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-4cdf3610-074d-46e3-960d-b04f4f151643 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:52.357930 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-4cdf3610-074d-46e3-960d-b04f4f151643 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854236768'] for security_group, after_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:52.367690 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-6161cb22-6eb4-408c-b01b-a5109e39c48d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:19:52.410668 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-4cdf3610-074d-46e3-960d-b04f4f151643 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1ed76486f6be4c69b88214b5038fe713&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2953470 Apr 20 18:19:52.412329 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdf3610-074d-46e3-960d-b04f4f151643 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86c41059-4a71-4871-b69e-8969290c8c78,revision_number=1']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:19:52.413565 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.32', 54588) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:19:52.415578 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-4cdf3610-074d-46e3-960d-b04f4f151643 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:19:52.478108 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-48e0959d-6dfb-4957-9629-126443cda4a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:52.507338 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-48e0959d-6dfb-4957-9629-126443cda4a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:52.551401 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-48e0959d-6dfb-4957-9629-126443cda4a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854236768'] for security_group, after_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:52.556301 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-34c54f16-1482-4043-9f21-b8726439f684 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:19:52.569235 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e0959d-6dfb-4957-9629-126443cda4a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86c41059-4a71-4871-b69e-8969290c8c78,revision_number=None']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:19:52.574432 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-48e0959d-6dfb-4957-9629-126443cda4a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:19:52.581886 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-48e0959d-6dfb-4957-9629-126443cda4a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:52.586716 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-48e0959d-6dfb-4957-9629-126443cda4a8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/86c41059-4a71-4871-b69e-8969290c8c78 HTTP/1.1" status: 204 len: 168 time: 0.1719804 Apr 20 18:19:52.627211 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.rpc [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Device e7099379-7fe8-471b-9b2e-8814ac912d1a up at agent hyperv_hv-cinder-78692 {{(pid=86312) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:19:52.705744 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.provisioning_blocks [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Provisioning complete for port e7099379-7fe8-471b-9b2e-8814ac912d1a triggered by entity L2. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:19:52.706165 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853381758'] for port, provisioning_complete {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:52.834709 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624671'] for port, before_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:52.867954 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07d6c6c3-c813-4ea4-9976-f31a36a8cdd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7099379-7fe8-471b-9b2e-8814ac912d1a'}] {{(pid=86312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:19:52.880718 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.db [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] For port e7099379-7fe8-471b-9b2e-8814ac912d1a, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=e7099379-7fe8-471b-9b2e-8814ac912d1a,segment=NetworkSegment(48e9a50f-9987-468e-9cbc-b73b5f8756db),segment_id=48e9a50f-9987-468e-9cbc-b73b5f8756db)] {{(pid=86312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:19:52.885713 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852966479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736993730504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736993280695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299861495088'] for port, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:52.887703 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-7f0acb86-b755-4fc0-a7af-acbbc8db6d26 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:19:52.895295 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.32', 54600) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:19:52.920767 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-52c583ef-2004-4f5b-896e-53e51e850e9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:52.943302 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07d6c6c3-c813-4ea4-9976-f31a36a8cdd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7099379-7fe8-471b-9b2e-8814ac912d1a', 'code': 200} Apr 20 18:19:52.944029 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-52c583ef-2004-4f5b-896e-53e51e850e9c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:19:52.948026 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-52c583ef-2004-4f5b-896e-53e51e850e9c admin admin] Usage tracker for resource:security_group_rule and tenant:e27549139b3e4322bd8e5861a958286d is out of sync, need to count used quota {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:19:52.951275 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-52c583ef-2004-4f5b-896e-53e51e850e9c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:19:52.957969 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-52c583ef-2004-4f5b-896e-53e51e850e9c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:19:53.023031 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Pushing event updated for resources: {'Port': ['ID=e7099379-7fe8-471b-9b2e-8814ac912d1a,revision_number=10']} {{(pid=86312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:19:53.034177 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:19:53.069225 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-52c583ef-2004-4f5b-896e-53e51e850e9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:53.072306 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-52c583ef-2004-4f5b-896e-53e51e850e9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854236768'] for security_group, after_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:53.082604 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-02fb807b-5288-449f-9ee1-5f46532f3064 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:19:53.129591 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-52c583ef-2004-4f5b-896e-53e51e850e9c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e27549139b3e4322bd8e5861a958286d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2328010 Apr 20 18:19:53.132871 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.32', 54612) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:19:53.145692 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c583ef-2004-4f5b-896e-53e51e850e9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96911249-74a5-419c-a048-af1cdbef0b81,revision_number=1']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:19:53.177816 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-52c583ef-2004-4f5b-896e-53e51e850e9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:19:53.202291 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-377129c5-8e84-42d0-afc9-899da22fe7ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:53.224690 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa7e035-b730-4b7b-8cf8-3f0ac911f831 req-5a84d340-745a-4c64-9132-30b058fc838e tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:19:53.226293 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-3fa7e035-b730-4b7b-8cf8-3f0ac911f831 req-5a84d340-745a-4c64-9132-30b058fc838e tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] 10.222.0.32 "GET /v2.0/ports?device_id=07d6c6c3-c813-4ea4-9976-f31a36a8cdd1 HTTP/1.1" status: 200 len: 946 time: 0.1140857 Apr 20 18:19:53.231460 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-377129c5-8e84-42d0-afc9-899da22fe7ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:53.282700 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-3fa7e035-b730-4b7b-8cf8-3f0ac911f831 req-2352afb6-e2e0-4d4b-90b5-170ab1682961 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] 10.222.0.32 "GET /v2.0/security-groups?id=72e2741b-2767-416b-b004-90187f015a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493431 Apr 20 18:19:53.293279 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-377129c5-8e84-42d0-afc9-899da22fe7ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854236768'] for security_group, after_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:53.299733 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-75532463-e49f-4e25-9826-d790178274fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:19:53.311036 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377129c5-8e84-42d0-afc9-899da22fe7ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96911249-74a5-419c-a048-af1cdbef0b81,revision_number=None']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:19:53.313611 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-377129c5-8e84-42d0-afc9-899da22fe7ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:19:53.319038 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-377129c5-8e84-42d0-afc9-899da22fe7ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:53.322651 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-377129c5-8e84-42d0-afc9-899da22fe7ac admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/96911249-74a5-419c-a048-af1cdbef0b81 HTTP/1.1" status: 204 len: 168 time: 0.1864052 Apr 20 18:19:53.616415 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56199c2-89a2-4d56-8ad3-f1123ce41f7f req-1472ba44-0ac1-4ca5-92b0-cbe53842d32f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:19:53.618023 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-b56199c2-89a2-4d56-8ad3-f1123ce41f7f req-1472ba44-0ac1-4ca5-92b0-cbe53842d32f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=07d6c6c3-c813-4ea4-9976-f31a36a8cdd1 HTTP/1.1" status: 200 len: 1099 time: 0.0938485 Apr 20 18:19:53.682355 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-b56199c2-89a2-4d56-8ad3-f1123ce41f7f req-b8e236bd-290d-4ca7-8042-335a91b7d8f0 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=72e2741b-2767-416b-b004-90187f015a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461905 Apr 20 18:19:54.503923 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106ec192-b897-49c1-b94f-37d98668ea77 req-3fa66038-ab6d-48b5-a1cc-206db327d547 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:19:54.505550 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-106ec192-b897-49c1-b94f-37d98668ea77 req-3fa66038-ab6d-48b5-a1cc-206db327d547 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] 10.222.0.32 "GET /v2.0/ports?device_id=07d6c6c3-c813-4ea4-9976-f31a36a8cdd1 HTTP/1.1" status: 200 len: 946 time: 0.0911343 Apr 20 18:19:54.557604 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-106ec192-b897-49c1-b94f-37d98668ea77 req-36c6f0a5-5186-4fb8-a202-ebb6fdabf9a7 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] 10.222.0.32 "GET /v2.0/security-groups?id=72e2741b-2767-416b-b004-90187f015a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451424 Apr 20 18:19:55.790248 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e111b0-213c-46ad-b60e-926b7c1b0426 req-3836e563-c66b-4b87-b4f2-d9d42f1e4dc5 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:19:55.791978 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-f9e111b0-213c-46ad-b60e-926b7c1b0426 req-3836e563-c66b-4b87-b4f2-d9d42f1e4dc5 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] 10.222.0.32 "GET /v2.0/ports?device_id=07d6c6c3-c813-4ea4-9976-f31a36a8cdd1 HTTP/1.1" status: 200 len: 946 time: 0.1030931 Apr 20 18:19:55.854782 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-f9e111b0-213c-46ad-b60e-926b7c1b0426 req-446febbd-a26e-45ba-bdc5-33416c298bdb tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] 10.222.0.32 "GET /v2.0/security-groups?id=72e2741b-2767-416b-b004-90187f015a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500398 Apr 20 18:19:57.070691 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69e7bf0-d252-4ab9-bcfa-9d319eadb689 req-e7dc3e5c-4954-4d56-bcc6-5d4fedc8d22e tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:19:57.072315 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-a69e7bf0-d252-4ab9-bcfa-9d319eadb689 req-e7dc3e5c-4954-4d56-bcc6-5d4fedc8d22e tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] 10.222.0.32 "GET /v2.0/ports?device_id=07d6c6c3-c813-4ea4-9976-f31a36a8cdd1 HTTP/1.1" status: 200 len: 946 time: 0.0945976 Apr 20 18:19:57.122046 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-a69e7bf0-d252-4ab9-bcfa-9d319eadb689 req-638d2db5-ed56-4154-bb8d-0244a9114fbd tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] 10.222.0.32 "GET /v2.0/security-groups?id=72e2741b-2767-416b-b004-90187f015a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423791 Apr 20 18:19:57.437978 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.32', 54728) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:19:57.566025 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-5e1676d3-6edb-4f97-93c0-d36bc81d6179 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:57.583234 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-5e1676d3-6edb-4f97-93c0-d36bc81d6179 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:19:57.587259 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-5e1676d3-6edb-4f97-93c0-d36bc81d6179 admin admin] Usage tracker for resource:security_group_rule and tenant:6006883a54b44cfaa23d41861a675ab3 is out of sync, need to count used quota {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:19:57.590216 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-5e1676d3-6edb-4f97-93c0-d36bc81d6179 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:19:57.596428 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-5e1676d3-6edb-4f97-93c0-d36bc81d6179 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:19:57.685081 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-5e1676d3-6edb-4f97-93c0-d36bc81d6179 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:57.688734 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-5e1676d3-6edb-4f97-93c0-d36bc81d6179 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854236768'] for security_group, after_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:57.696825 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-8692c083-bee4-4b9f-8f9d-70be96e5dd04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:19:57.740648 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1676d3-6edb-4f97-93c0-d36bc81d6179 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa6de26d-4154-48ae-a816-36a5463558f4,revision_number=1']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:19:57.746036 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-5e1676d3-6edb-4f97-93c0-d36bc81d6179 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6006883a54b44cfaa23d41861a675ab3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3089776 Apr 20 18:19:57.749060 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.32', 54734) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:19:57.751675 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1676d3-6edb-4f97-93c0-d36bc81d6179 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:19:57.752084 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1676d3-6edb-4f97-93c0-d36bc81d6179 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:19:57.752490 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1676d3-6edb-4f97-93c0-d36bc81d6179 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:19:57.752883 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1676d3-6edb-4f97-93c0-d36bc81d6179 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:19:57.753272 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1676d3-6edb-4f97-93c0-d36bc81d6179 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:19:57.753664 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1676d3-6edb-4f97-93c0-d36bc81d6179 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:19:57.754052 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1676d3-6edb-4f97-93c0-d36bc81d6179 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:19:57.754453 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1676d3-6edb-4f97-93c0-d36bc81d6179 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:19:57.754855 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1676d3-6edb-4f97-93c0-d36bc81d6179 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:19:57.755238 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1676d3-6edb-4f97-93c0-d36bc81d6179 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:19:57.755623 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1676d3-6edb-4f97-93c0-d36bc81d6179 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:19:57.756007 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1676d3-6edb-4f97-93c0-d36bc81d6179 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:19:57.760082 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-5e1676d3-6edb-4f97-93c0-d36bc81d6179 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:19:57.816579 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-ba357b87-09cd-4f18-8bec-19d6380c3e2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:57.848988 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-ba357b87-09cd-4f18-8bec-19d6380c3e2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:57.895489 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-ba357b87-09cd-4f18-8bec-19d6380c3e2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854236768'] for security_group, after_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:57.900464 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-f037165b-90a5-4a8e-b475-e59a110b1b7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:19:57.913381 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba357b87-09cd-4f18-8bec-19d6380c3e2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa6de26d-4154-48ae-a816-36a5463558f4,revision_number=None']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:19:57.923340 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-ba357b87-09cd-4f18-8bec-19d6380c3e2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:19:57.924487 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-ba357b87-09cd-4f18-8bec-19d6380c3e2f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/aa6de26d-4154-48ae-a816-36a5463558f4 HTTP/1.1" status: 204 len: 168 time: 0.1737721 Apr 20 18:19:57.926047 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba357b87-09cd-4f18-8bec-19d6380c3e2f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:19:57.926490 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba357b87-09cd-4f18-8bec-19d6380c3e2f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:19:57.926912 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba357b87-09cd-4f18-8bec-19d6380c3e2f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:19:57.927380 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba357b87-09cd-4f18-8bec-19d6380c3e2f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:19:57.927834 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba357b87-09cd-4f18-8bec-19d6380c3e2f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:19:57.928818 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba357b87-09cd-4f18-8bec-19d6380c3e2f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:19:57.928931 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba357b87-09cd-4f18-8bec-19d6380c3e2f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:19:57.929530 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba357b87-09cd-4f18-8bec-19d6380c3e2f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:19:57.930259 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba357b87-09cd-4f18-8bec-19d6380c3e2f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:19:57.930994 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba357b87-09cd-4f18-8bec-19d6380c3e2f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:19:57.931598 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba357b87-09cd-4f18-8bec-19d6380c3e2f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:19:57.932235 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba357b87-09cd-4f18-8bec-19d6380c3e2f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:19:57.936864 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-ba357b87-09cd-4f18-8bec-19d6380c3e2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:20:02.919973 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299861013637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394135'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:08.061370 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-c3167e74-2a07-4fa3-af46-72123826649e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299861013637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394135'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:09.354687 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.32', 54826) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:20:09.489519 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-06605631-483f-4151-8541-ba3877769276 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:09.509213 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-06605631-483f-4151-8541-ba3877769276 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:20:09.513838 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-06605631-483f-4151-8541-ba3877769276 admin admin] Usage tracker for resource:security_group_rule and tenant:3c3eec96760d420f8214f2758a008f4f is out of sync, need to count used quota {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:20:09.518456 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-06605631-483f-4151-8541-ba3877769276 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:20:09.525148 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-06605631-483f-4151-8541-ba3877769276 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:20:09.619910 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-06605631-483f-4151-8541-ba3877769276 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:09.623422 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-06605631-483f-4151-8541-ba3877769276 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854236768'] for security_group, after_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:09.635918 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-ba357b87-09cd-4f18-8bec-19d6380c3e2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:20:09.688016 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-06605631-483f-4151-8541-ba3877769276 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3c3eec96760d420f8214f2758a008f4f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3321068 Apr 20 18:20:09.690124 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06605631-483f-4151-8541-ba3877769276 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99eca930-a709-4ee2-b1ea-da9f15aef238,revision_number=1']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:20:09.690974 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.32', 54840) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:20:09.694029 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-06605631-483f-4151-8541-ba3877769276 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:20:09.756988 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-91bb1dfd-b9a8-4edd-b190-1cac4aefc2d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:09.785746 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-91bb1dfd-b9a8-4edd-b190-1cac4aefc2d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:09.837345 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-91bb1dfd-b9a8-4edd-b190-1cac4aefc2d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854236768'] for security_group, after_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:09.842722 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-f8bce7d9-f841-469c-b190-b52be76aaa25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:20:09.858894 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bb1dfd-b9a8-4edd-b190-1cac4aefc2d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99eca930-a709-4ee2-b1ea-da9f15aef238,revision_number=None']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:20:09.862341 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-91bb1dfd-b9a8-4edd-b190-1cac4aefc2d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:20:09.873346 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-91bb1dfd-b9a8-4edd-b190-1cac4aefc2d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:09.877989 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-91bb1dfd-b9a8-4edd-b190-1cac4aefc2d2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/99eca930-a709-4ee2-b1ea-da9f15aef238 HTTP/1.1" status: 204 len: 168 time: 0.1853104 Apr 20 18:20:10.891696 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-056a9629-e4cd-4201-b8ce-70c76f50f421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299861013637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394135'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:11.113518 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-2bb93f3c-0bff-4547-a1e0-c38a344e24ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299861013637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394135'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:12.148593 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299861013637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394135'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:13.302653 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-f70b5d3b-7deb-456f-82aa-acef0ba2518a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299861013637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394135'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:14.749654 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.32', 54922) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:20:14.878235 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-60f49832-8be9-4652-800c-b672053bc9aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:14.895208 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-60f49832-8be9-4652-800c-b672053bc9aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:20:14.899300 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-60f49832-8be9-4652-800c-b672053bc9aa admin admin] Usage tracker for resource:security_group_rule and tenant:b274adb0871e4d81977d16cba962f901 is out of sync, need to count used quota {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:20:14.902289 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-60f49832-8be9-4652-800c-b672053bc9aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:20:14.908970 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-60f49832-8be9-4652-800c-b672053bc9aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:20:14.998108 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-60f49832-8be9-4652-800c-b672053bc9aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:15.002026 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-60f49832-8be9-4652-800c-b672053bc9aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854236768'] for security_group, after_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:15.011004 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-1ef50f98-feec-43de-845c-d045612fd041 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:20:15.054872 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-60f49832-8be9-4652-800c-b672053bc9aa admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b274adb0871e4d81977d16cba962f901&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3039010 Apr 20 18:20:15.055860 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f49832-8be9-4652-800c-b672053bc9aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94189f6f-c457-429d-b333-afc3e7be5304,revision_number=1']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:20:15.057773 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.32', 54930) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:20:15.063909 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-60f49832-8be9-4652-800c-b672053bc9aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:20:15.129061 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-a0754578-df76-4823-9cb4-0c2bd97b4a5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:15.157226 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-a0754578-df76-4823-9cb4-0c2bd97b4a5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:15.205432 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-a0754578-df76-4823-9cb4-0c2bd97b4a5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854236768'] for security_group, after_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:15.210856 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-4cdf3610-074d-46e3-960d-b04f4f151643 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:20:15.226321 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0754578-df76-4823-9cb4-0c2bd97b4a5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94189f6f-c457-429d-b333-afc3e7be5304,revision_number=None']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:20:15.228765 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-a0754578-df76-4823-9cb4-0c2bd97b4a5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:20:15.229616 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-a0754578-df76-4823-9cb4-0c2bd97b4a5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:15.230835 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-a0754578-df76-4823-9cb4-0c2bd97b4a5c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/94189f6f-c457-429d-b333-afc3e7be5304 HTTP/1.1" status: 204 len: 168 time: 0.1719799 Apr 20 18:20:17.960003 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ce27eb-fe34-423f-bae1-dfe8b5ab0e58 req-429d7c76-b827-442d-a1d1-3b00e5650a48 tempest-VolumesSnapshotTestJSON-785424082 tempest-VolumesSnapshotTestJSON-785424082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:20:17.961630 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-f1ce27eb-fe34-423f-bae1-dfe8b5ab0e58 req-429d7c76-b827-442d-a1d1-3b00e5650a48 tempest-VolumesSnapshotTestJSON-785424082 tempest-VolumesSnapshotTestJSON-785424082-project] 10.222.0.32 "GET /v2.0/ports?device_id=fed60488-b3fa-4541-bcfe-44db138f0d93 HTTP/1.1" status: 200 len: 945 time: 0.0939345 Apr 20 18:20:18.011789 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-f1ce27eb-fe34-423f-bae1-dfe8b5ab0e58 req-e79bd14b-1013-4911-a99d-658651377348 tempest-VolumesSnapshotTestJSON-785424082 tempest-VolumesSnapshotTestJSON-785424082-project] 10.222.0.32 "GET /v2.0/security-groups?id=a8fd554f-db08-45ef-bdc9-089ce011cc30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430231 Apr 20 18:20:19.225701 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df2e70b-5f4e-421a-bf80-8cc796c56f6d req-6890fc60-4e22-497b-9918-acd562d57e9c tempest-VolumesSnapshotTestJSON-785424082 tempest-VolumesSnapshotTestJSON-785424082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:20:19.227376 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-9df2e70b-5f4e-421a-bf80-8cc796c56f6d req-6890fc60-4e22-497b-9918-acd562d57e9c tempest-VolumesSnapshotTestJSON-785424082 tempest-VolumesSnapshotTestJSON-785424082-project] 10.222.0.32 "GET /v2.0/ports?device_id=fed60488-b3fa-4541-bcfe-44db138f0d93 HTTP/1.1" status: 200 len: 945 time: 0.0981789 Apr 20 18:20:19.283243 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-9df2e70b-5f4e-421a-bf80-8cc796c56f6d req-c809520a-5f65-4d49-85d4-22348dcd1c47 tempest-VolumesSnapshotTestJSON-785424082 tempest-VolumesSnapshotTestJSON-785424082-project] 10.222.0.32 "GET /v2.0/security-groups?id=a8fd554f-db08-45ef-bdc9-089ce011cc30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494616 Apr 20 18:20:20.505111 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fff83c-42bc-4c42-b147-cf6ab9a7912f req-f8ccbc09-1be7-4964-bc0f-5e7f6daf8e3d tempest-VolumesSnapshotTestJSON-785424082 tempest-VolumesSnapshotTestJSON-785424082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:20:20.506766 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-36fff83c-42bc-4c42-b147-cf6ab9a7912f req-f8ccbc09-1be7-4964-bc0f-5e7f6daf8e3d tempest-VolumesSnapshotTestJSON-785424082 tempest-VolumesSnapshotTestJSON-785424082-project] 10.222.0.32 "GET /v2.0/ports?device_id=fed60488-b3fa-4541-bcfe-44db138f0d93 HTTP/1.1" status: 200 len: 945 time: 0.0919726 Apr 20 18:20:20.557192 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-36fff83c-42bc-4c42-b147-cf6ab9a7912f req-94c22956-50bc-4e15-9b3b-5d45118dfa07 tempest-VolumesSnapshotTestJSON-785424082 tempest-VolumesSnapshotTestJSON-785424082-project] 10.222.0.32 "GET /v2.0/security-groups?id=a8fd554f-db08-45ef-bdc9-089ce011cc30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440581 Apr 20 18:20:21.762650 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7242752-ec1d-418d-913a-bb372f0f32bd req-db9e0861-f893-49c5-9326-5e53df5b7f3f tempest-VolumesSnapshotTestJSON-785424082 tempest-VolumesSnapshotTestJSON-785424082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:20:21.764417 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-a7242752-ec1d-418d-913a-bb372f0f32bd req-db9e0861-f893-49c5-9326-5e53df5b7f3f tempest-VolumesSnapshotTestJSON-785424082 tempest-VolumesSnapshotTestJSON-785424082-project] 10.222.0.32 "GET /v2.0/ports?device_id=fed60488-b3fa-4541-bcfe-44db138f0d93 HTTP/1.1" status: 200 len: 945 time: 0.0894556 Apr 20 18:20:21.812713 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-a7242752-ec1d-418d-913a-bb372f0f32bd req-ee5c689f-3c29-4cd4-a2cd-5327ba098172 tempest-VolumesSnapshotTestJSON-785424082 tempest-VolumesSnapshotTestJSON-785424082-project] 10.222.0.32 "GET /v2.0/security-groups?id=a8fd554f-db08-45ef-bdc9-089ce011cc30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419960 Apr 20 18:20:23.025223 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd5c010-0ba4-402d-947a-6f379e9272c2 req-b35cef2f-e222-4f62-95a7-88c965f98edc tempest-VolumesSnapshotTestJSON-785424082 tempest-VolumesSnapshotTestJSON-785424082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:20:23.027938 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-0cd5c010-0ba4-402d-947a-6f379e9272c2 req-b35cef2f-e222-4f62-95a7-88c965f98edc tempest-VolumesSnapshotTestJSON-785424082 tempest-VolumesSnapshotTestJSON-785424082-project] 10.222.0.32 "GET /v2.0/ports?device_id=fed60488-b3fa-4541-bcfe-44db138f0d93 HTTP/1.1" status: 200 len: 945 time: 0.0982096 Apr 20 18:20:23.080498 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-0cd5c010-0ba4-402d-947a-6f379e9272c2 req-3d12672f-305b-4d3e-b76e-7e845540ca98 tempest-VolumesSnapshotTestJSON-785424082 tempest-VolumesSnapshotTestJSON-785424082-project] 10.222.0.32 "GET /v2.0/security-groups?id=a8fd554f-db08-45ef-bdc9-089ce011cc30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448992 Apr 20 18:20:23.682040 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2b63f2-7b02-4fb5-b2d3-1deb62b98690 req-40b38ffe-fb85-4b8c-b657-bba215c7cc8e tempest-VolumesSnapshotTestJSON-785424082 tempest-VolumesSnapshotTestJSON-785424082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:20:23.683652 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-1f2b63f2-7b02-4fb5-b2d3-1deb62b98690 req-40b38ffe-fb85-4b8c-b657-bba215c7cc8e tempest-VolumesSnapshotTestJSON-785424082 tempest-VolumesSnapshotTestJSON-785424082-project] 10.222.0.13 "GET /v2.0/ports?device_id=fed60488-b3fa-4541-bcfe-44db138f0d93 HTTP/1.1" status: 200 len: 945 time: 0.0938146 Apr 20 18:20:23.769023 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.plugin [req-1f2b63f2-7b02-4fb5-b2d3-1deb62b98690 req-685ba420-0902-4f1e-bf18-0a313624e8ab tempest-VolumesSnapshotTestJSON-785424082 tempest-VolumesSnapshotTestJSON-785424082-project] Deleting port 00e56193-a8a8-4bb9-bf7f-4ac9e8c65bf8 {{(pid=86310) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:20:23.769502 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-1f2b63f2-7b02-4fb5-b2d3-1deb62b98690 req-685ba420-0902-4f1e-bf18-0a313624e8ab tempest-VolumesSnapshotTestJSON-785424082 tempest-VolumesSnapshotTestJSON-785424082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363299861050484'] for port, before_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:24.052321 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.db [req-1f2b63f2-7b02-4fb5-b2d3-1deb62b98690 req-685ba420-0902-4f1e-bf18-0a313624e8ab tempest-VolumesSnapshotTestJSON-785424082 tempest-VolumesSnapshotTestJSON-785424082-project] For port 00e56193-a8a8-4bb9-bf7f-4ac9e8c65bf8, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=00e56193-a8a8-4bb9-bf7f-4ac9e8c65bf8,segment=NetworkSegment(046b8bba-485d-430c-b45d-9ebed1a31a1b),segment_id=046b8bba-485d-430c-b45d-9ebed1a31a1b)] {{(pid=86310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:20:24.052888 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-1f2b63f2-7b02-4fb5-b2d3-1deb62b98690 req-685ba420-0902-4f1e-bf18-0a313624e8ab tempest-VolumesSnapshotTestJSON-785424082 tempest-VolumesSnapshotTestJSON-785424082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632958'] for port, precommit_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:24.192684 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.plugin [req-1f2b63f2-7b02-4fb5-b2d3-1deb62b98690 req-685ba420-0902-4f1e-bf18-0a313624e8ab tempest-VolumesSnapshotTestJSON-785424082 tempest-VolumesSnapshotTestJSON-785424082-project] Calling delete_port for 00e56193-a8a8-4bb9-bf7f-4ac9e8c65bf8 owned by compute:nova {{(pid=86310) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 18:20:24.301278 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431d8f48-b9d5-4a6b-99e9-0abacac2eea5 req-c7e53220-85c9-473a-a057-5d2a64a48882 tempest-VolumesSnapshotTestJSON-785424082 tempest-VolumesSnapshotTestJSON-785424082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:20:24.302955 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-431d8f48-b9d5-4a6b-99e9-0abacac2eea5 req-c7e53220-85c9-473a-a057-5d2a64a48882 tempest-VolumesSnapshotTestJSON-785424082 tempest-VolumesSnapshotTestJSON-785424082-project] 10.222.0.32 "GET /v2.0/ports?device_id=fed60488-b3fa-4541-bcfe-44db138f0d93 HTTP/1.1" status: 200 len: 945 time: 0.1033318 Apr 20 18:20:24.353470 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-431d8f48-b9d5-4a6b-99e9-0abacac2eea5 req-8f09b42a-8de8-4f08-bdcd-5301db67fffb tempest-VolumesSnapshotTestJSON-785424082 tempest-VolumesSnapshotTestJSON-785424082-project] 10.222.0.32 "GET /v2.0/security-groups?id=a8fd554f-db08-45ef-bdc9-089ce011cc30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439882 Apr 20 18:20:24.362326 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-1f2b63f2-7b02-4fb5-b2d3-1deb62b98690 req-685ba420-0902-4f1e-bf18-0a313624e8ab tempest-VolumesSnapshotTestJSON-785424082 tempest-VolumesSnapshotTestJSON-785424082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852966479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363299861045279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363299861495122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852424964'] for port, after_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:24.369567 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-14f13c5b-6d82-4322-857b-396c7be9d0fd tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:20:24.381684 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.db [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] get_ports_and_sgs() called for port_ids ['00e56193-a8a8-4bb9-bf7f-4ac9e8c65bf8'] {{(pid=86312) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 18:20:24.422179 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685ba420-0902-4f1e-bf18-0a313624e8ab tempest-VolumesSnapshotTestJSON-785424082 tempest-VolumesSnapshotTestJSON-785424082-project] Pushing event deleted for resources: {'Port': ['ID=00e56193-a8a8-4bb9-bf7f-4ac9e8c65bf8,revision_number=None']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:20:24.458809 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-685ba420-0902-4f1e-bf18-0a313624e8ab tempest-VolumesSnapshotTestJSON-785424082 tempest-VolumesSnapshotTestJSON-785424082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:20:24.506148 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f2b63f2-7b02-4fb5-b2d3-1deb62b98690 req-685ba420-0902-4f1e-bf18-0a313624e8ab tempest-VolumesSnapshotTestJSON-785424082 tempest-VolumesSnapshotTestJSON-785424082-project] No DVR routers for this DVR port 00e56193-a8a8-4bb9-bf7f-4ac9e8c65bf8 on host hv-cinder-78692 {{(pid=86310) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 18:20:24.508709 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-1f2b63f2-7b02-4fb5-b2d3-1deb62b98690 req-685ba420-0902-4f1e-bf18-0a313624e8ab tempest-VolumesSnapshotTestJSON-785424082 tempest-VolumesSnapshotTestJSON-785424082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759958'] for port, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:24.511606 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fed60488-b3fa-4541-bcfe-44db138f0d93', 'name': 'network-vif-deleted', 'tag': '00e56193-a8a8-4bb9-bf7f-4ac9e8c65bf8'}] {{(pid=86310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:20:24.541375 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-1f2b63f2-7b02-4fb5-b2d3-1deb62b98690 req-685ba420-0902-4f1e-bf18-0a313624e8ab tempest-VolumesSnapshotTestJSON-785424082 tempest-VolumesSnapshotTestJSON-785424082-project] 10.222.0.13 "DELETE /v2.0/ports/00e56193-a8a8-4bb9-bf7f-4ac9e8c65bf8 HTTP/1.1" status: 204 len: 173 time: 0.8492498 Apr 20 18:20:24.568796 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fed60488-b3fa-4541-bcfe-44db138f0d93', 'name': 'network-vif-deleted', 'tag': '00e56193-a8a8-4bb9-bf7f-4ac9e8c65bf8', 'status': 'completed', 'code': 200} Apr 20 18:20:26.777636 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.rpc [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Device 00e56193-a8a8-4bb9-bf7f-4ac9e8c65bf8 no longer exists at agent hyperv_hv-cinder-78692 {{(pid=86312) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 18:20:26.820474 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.plugin [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] No Port match for: 00e56193-a8a8-4bb9-bf7f-4ac9e8c65bf8 {{(pid=86312) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 18:20:26.820871 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.rpc [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Device 00e56193-a8a8-4bb9-bf7f-4ac9e8c65bf8 not bound to the agent host hv-cinder-78692 {{(pid=86312) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 18:20:29.222055 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.agents_db [None req-b35f03a3-c7a0-4608-9f7c-a0859408129f None None] Agent healthcheck: found 6 active agents {{(pid=86313) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 18:20:29.845115 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7f2325-d0d4-4a3a-b46c-2c441d8b612b req-453761ef-d0c7-4874-b82c-8ae0f2d10d2f tempest-VolumesSnapshotTestJSON-785424082 tempest-VolumesSnapshotTestJSON-785424082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:20:29.845869 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [req-8f7f2325-d0d4-4a3a-b46c-2c441d8b612b req-453761ef-d0c7-4874-b82c-8ae0f2d10d2f tempest-VolumesSnapshotTestJSON-785424082 tempest-VolumesSnapshotTestJSON-785424082-project] Synchronizing usage tracker for tenant:86f06cb3845a489aa088990951f95368 on resource:network {{(pid=86310) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 18:20:29.862552 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [req-8f7f2325-d0d4-4a3a-b46c-2c441d8b612b req-453761ef-d0c7-4874-b82c-8ae0f2d10d2f tempest-VolumesSnapshotTestJSON-785424082 tempest-VolumesSnapshotTestJSON-785424082-project] Unset dirty status for tenant:86f06cb3845a489aa088990951f95368 on resource:network {{(pid=86310) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 18:20:29.863832 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-8f7f2325-d0d4-4a3a-b46c-2c441d8b612b req-453761ef-d0c7-4874-b82c-8ae0f2d10d2f tempest-VolumesSnapshotTestJSON-785424082 tempest-VolumesSnapshotTestJSON-785424082-project] 10.222.0.32 "GET /v2.0/networks?id=9b9027b2-bc7e-45f8-b782-ec09179abdfd HTTP/1.1" status: 200 len: 814 time: 0.1831751 Apr 20 18:20:29.881053 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-8f7f2325-d0d4-4a3a-b46c-2c441d8b612b req-8a96f6eb-4723-4d05-a5b2-8c2f9c86d1a9 tempest-VolumesSnapshotTestJSON-785424082 tempest-VolumesSnapshotTestJSON-785424082-project] 10.222.0.32 "GET /v2.0/quotas/86f06cb3845a489aa088990951f95368 HTTP/1.1" status: 200 len: 375 time: 0.0109963 Apr 20 18:20:29.935314 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [req-8f7f2325-d0d4-4a3a-b46c-2c441d8b612b req-b715e5cf-083c-4ab0-83be-66b715fecd58 tempest-VolumesSnapshotTestJSON-785424082 tempest-VolumesSnapshotTestJSON-785424082-project] Synchronizing usage tracker for tenant:86f06cb3845a489aa088990951f95368 on resource:port {{(pid=86310) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 18:20:29.956260 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [req-8f7f2325-d0d4-4a3a-b46c-2c441d8b612b req-b715e5cf-083c-4ab0-83be-66b715fecd58 tempest-VolumesSnapshotTestJSON-785424082 tempest-VolumesSnapshotTestJSON-785424082-project] Unset dirty status for tenant:86f06cb3845a489aa088990951f95368 on resource:port {{(pid=86310) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 18:20:29.957766 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-8f7f2325-d0d4-4a3a-b46c-2c441d8b612b req-b715e5cf-083c-4ab0-83be-66b715fecd58 tempest-VolumesSnapshotTestJSON-785424082 tempest-VolumesSnapshotTestJSON-785424082-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=86f06cb3845a489aa088990951f95368&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0705910 Apr 20 18:20:30.326295 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-8f7f2325-d0d4-4a3a-b46c-2c441d8b612b req-0282bd82-4262-4f9d-bc8d-a87fc9c4e85c service neutron] 10.222.0.32 "GET /v2.0/networks/9b9027b2-bc7e-45f8-b782-ec09179abdfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3602746 Apr 20 18:20:30.471051 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-8f7f2325-d0d4-4a3a-b46c-2c441d8b612b req-65865c58-d387-41db-98ef-b24d3f604506 service neutron] 10.222.0.32 "GET /v2.0/networks/9b9027b2-bc7e-45f8-b782-ec09179abdfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378129 Apr 20 18:20:30.668198 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-283d98d4-bc6f-4466-89ad-4e28aff096bb req-b0e131d1-86f6-4e61-a557-4af0e8a7993a tempest-VolumesSnapshotTestJSON-785424082 tempest-VolumesSnapshotTestJSON-785424082-project] 10.222.0.32 "GET /v2.0/ports?device_id=d87da3d7-9007-4246-8f13-8d340de4fa16 HTTP/1.1" status: 200 len: 210 time: 0.0501263 Apr 20 18:20:31.849064 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7f2325-d0d4-4a3a-b46c-2c441d8b612b req-0191c0ce-5685-4d46-bf5d-6ee98f10434f tempest-VolumesSnapshotTestJSON-785424082 tempest-VolumesSnapshotTestJSON-785424082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:20:31.850675 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-8f7f2325-d0d4-4a3a-b46c-2c441d8b612b req-0191c0ce-5685-4d46-bf5d-6ee98f10434f tempest-VolumesSnapshotTestJSON-785424082 tempest-VolumesSnapshotTestJSON-785424082-project] 10.222.0.13 "GET /v2.0/networks?id=9b9027b2-bc7e-45f8-b782-ec09179abdfd HTTP/1.1" status: 200 len: 814 time: 0.2186422 Apr 20 18:20:31.858337 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-7f765bdd-f167-416a-8c75-14ac58c953a5 req-f887e4cd-686c-4e6d-8c5f-271dac7094f0 tempest-VolumesSnapshotTestJSON-785424082 tempest-VolumesSnapshotTestJSON-785424082-project] 10.222.0.32 "GET /v2.0/ports?device_id=d87da3d7-9007-4246-8f13-8d340de4fa16 HTTP/1.1" status: 200 len: 210 time: 0.0674534 Apr 20 18:20:31.869493 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.v2.base [req-8f7f2325-d0d4-4a3a-b46c-2c441d8b612b req-3b8c2595-3abe-4d11-9fa9-3c48dec9a312 tempest-VolumesSnapshotTestJSON-785424082 tempest-VolumesSnapshotTestJSON-785424082-project] Request body: {'port': {'device_id': 'd87da3d7-9007-4246-8f13-8d340de4fa16', 'network_id': '9b9027b2-bc7e-45f8-b782-ec09179abdfd', 'admin_state_up': True, 'tenant_id': '86f06cb3845a489aa088990951f95368'}} {{(pid=86310) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:20:32.021628 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [req-8f7f2325-d0d4-4a3a-b46c-2c441d8b612b req-3b8c2595-3abe-4d11-9fa9-3c48dec9a312 tempest-VolumesSnapshotTestJSON-785424082 tempest-VolumesSnapshotTestJSON-785424082-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:20:32.032248 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [req-8f7f2325-d0d4-4a3a-b46c-2c441d8b612b req-3b8c2595-3abe-4d11-9fa9-3c48dec9a312 tempest-VolumesSnapshotTestJSON-785424082 tempest-VolumesSnapshotTestJSON-785424082-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:20:32.041475 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f7f2325-d0d4-4a3a-b46c-2c441d8b612b req-3b8c2595-3abe-4d11-9fa9-3c48dec9a312 tempest-VolumesSnapshotTestJSON-785424082 tempest-VolumesSnapshotTestJSON-785424082-project] Made reservation on behalf of 86f06cb3845a489aa088990951f95368 for: {'port': 1} {{(pid=86310) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 18:20:32.048290 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-8f7f2325-d0d4-4a3a-b46c-2c441d8b612b req-3b8c2595-3abe-4d11-9fa9-3c48dec9a312 tempest-VolumesSnapshotTestJSON-785424082 tempest-VolumesSnapshotTestJSON-785424082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624671'] for port, before_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:32.218736 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.db_base_plugin_common [req-8f7f2325-d0d4-4a3a-b46c-2c441d8b612b req-3b8c2595-3abe-4d11-9fa9-3c48dec9a312 tempest-VolumesSnapshotTestJSON-785424082 tempest-VolumesSnapshotTestJSON-785424082-project] Allocated IP 172.20.0.7 (9b9027b2-bc7e-45f8-b782-ec09179abdfd/7cc7b467-0f9c-4fa7-85e9-749887866d90/a9faece0-e00d-4d34-81c7-bc3e6c5e2792) {{(pid=86310) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 18:20:32.437086 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-8f7f2325-d0d4-4a3a-b46c-2c441d8b612b req-3b8c2595-3abe-4d11-9fa9-3c48dec9a312 tempest-VolumesSnapshotTestJSON-785424082 tempest-VolumesSnapshotTestJSON-785424082-project] Notify callbacks [] for port, precommit_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:32.466342 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-8f7f2325-d0d4-4a3a-b46c-2c441d8b612b req-3b8c2595-3abe-4d11-9fa9-3c48dec9a312 tempest-VolumesSnapshotTestJSON-785424082 tempest-VolumesSnapshotTestJSON-785424082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852966479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736993280678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852424964'] for port, after_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:32.472825 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-d55d9b79-7cd5-404d-a180-3a6ad0b44d21 tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:20:32.536276 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f7f2325-d0d4-4a3a-b46c-2c441d8b612b req-3b8c2595-3abe-4d11-9fa9-3c48dec9a312 tempest-VolumesSnapshotTestJSON-785424082 tempest-VolumesSnapshotTestJSON-785424082-project] Network 9b9027b2-bc7e-45f8-b782-ec09179abdfd is already hosted by enough agents. {{(pid=86310) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 18:20:32.543982 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.scheduler.base_scheduler [req-8f7f2325-d0d4-4a3a-b46c-2c441d8b612b req-3b8c2595-3abe-4d11-9fa9-3c48dec9a312 tempest-VolumesSnapshotTestJSON-785424082 tempest-VolumesSnapshotTestJSON-785424082-project] Resources bound (agent type, host, resource id): {{(pid=86310) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:20:32.548687 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f7f2325-d0d4-4a3a-b46c-2c441d8b612b req-3b8c2595-3abe-4d11-9fa9-3c48dec9a312 tempest-VolumesSnapshotTestJSON-785424082 tempest-VolumesSnapshotTestJSON-785424082-project] Received port after_create {{(pid=86310) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 18:20:32.590776 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8c2595-3abe-4d11-9fa9-3c48dec9a312 tempest-VolumesSnapshotTestJSON-785424082 tempest-VolumesSnapshotTestJSON-785424082-project] Pushing event updated for resources: {'Port': ['ID=a9faece0-e00d-4d34-81c7-bc3e6c5e2792,revision_number=1']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:20:32.596361 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-3b8c2595-3abe-4d11-9fa9-3c48dec9a312 tempest-VolumesSnapshotTestJSON-785424082 tempest-VolumesSnapshotTestJSON-785424082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:20:32.625114 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7f2325-d0d4-4a3a-b46c-2c441d8b612b req-3b8c2595-3abe-4d11-9fa9-3c48dec9a312 tempest-VolumesSnapshotTestJSON-785424082 tempest-VolumesSnapshotTestJSON-785424082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:20:32.625774 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-8f7f2325-d0d4-4a3a-b46c-2c441d8b612b req-3b8c2595-3abe-4d11-9fa9-3c48dec9a312 tempest-VolumesSnapshotTestJSON-785424082 tempest-VolumesSnapshotTestJSON-785424082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759958'] for port, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:32.650739 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-8f7f2325-d0d4-4a3a-b46c-2c441d8b612b req-3b8c2595-3abe-4d11-9fa9-3c48dec9a312 tempest-VolumesSnapshotTestJSON-785424082 tempest-VolumesSnapshotTestJSON-785424082-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7854698 Apr 20 18:20:32.663321 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.v2.base [req-8f7f2325-d0d4-4a3a-b46c-2c441d8b612b req-6a80f138-05e5-4fd9-b720-fcb1ad792e41 service neutron] Request body: {'port': {'device_id': 'd87da3d7-9007-4246-8f13-8d340de4fa16', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78692'}} {{(pid=86310) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:20:32.784178 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-8f7f2325-d0d4-4a3a-b46c-2c441d8b612b req-6a80f138-05e5-4fd9-b720-fcb1ad792e41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624671'] for port, before_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:32.900115 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299861013637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394135'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:33.070021 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a8cabc-fde9-4ed2-b970-b5f968181850 req-99ca863a-cbec-4822-a2da-ea59609ec567 tempest-VolumesSnapshotTestJSON-785424082 tempest-VolumesSnapshotTestJSON-785424082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:20:33.071605 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-50a8cabc-fde9-4ed2-b970-b5f968181850 req-99ca863a-cbec-4822-a2da-ea59609ec567 tempest-VolumesSnapshotTestJSON-785424082 tempest-VolumesSnapshotTestJSON-785424082-project] 10.222.0.32 "GET /v2.0/ports?device_id=d87da3d7-9007-4246-8f13-8d340de4fa16 HTTP/1.1" status: 200 len: 931 time: 0.0933909 Apr 20 18:20:33.122795 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-50a8cabc-fde9-4ed2-b970-b5f968181850 req-44a645f9-59ad-43bb-934e-522b8ed11683 tempest-VolumesSnapshotTestJSON-785424082 tempest-VolumesSnapshotTestJSON-785424082-project] 10.222.0.32 "GET /v2.0/security-groups?id=a8fd554f-db08-45ef-bdc9-089ce011cc30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438547 Apr 20 18:20:33.161543 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.notifiers.nova [req-8f7f2325-d0d4-4a3a-b46c-2c441d8b612b req-6a80f138-05e5-4fd9-b720-fcb1ad792e41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9faece0-e00d-4d34-81c7-bc3e6c5e2792 {{(pid=86310) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 18:20:33.169403 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-8f7f2325-d0d4-4a3a-b46c-2c441d8b612b req-6a80f138-05e5-4fd9-b720-fcb1ad792e41 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:33.185254 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.provisioning_blocks [req-8f7f2325-d0d4-4a3a-b46c-2c441d8b612b req-6a80f138-05e5-4fd9-b720-fcb1ad792e41 service neutron] Transition to ACTIVE for port object a9faece0-e00d-4d34-81c7-bc3e6c5e2792 will not be triggered until provisioned by entity L2. {{(pid=86310) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 18:20:33.189064 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-8f7f2325-d0d4-4a3a-b46c-2c441d8b612b req-6a80f138-05e5-4fd9-b720-fcb1ad792e41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852966479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736993730504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736993280695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299861495088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2350837'] for port, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:33.193933 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-74d3ee71-86aa-41d1-bb67-c9e3f77168d5 tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:20:33.369026 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a80f138-05e5-4fd9-b720-fcb1ad792e41 service neutron] Pushing event updated for resources: {'Port': ['ID=a9faece0-e00d-4d34-81c7-bc3e6c5e2792,revision_number=2']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:20:33.372090 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-6a80f138-05e5-4fd9-b720-fcb1ad792e41 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:20:33.461544 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.managers [req-8f7f2325-d0d4-4a3a-b46c-2c441d8b612b req-6a80f138-05e5-4fd9-b720-fcb1ad792e41 service neutron] Attempting to bind port a9faece0-e00d-4d34-81c7-bc3e6c5e2792 on host hv-cinder-78692 for vnic_type normal with profile {{(pid=86310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 18:20:33.461929 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.managers [req-8f7f2325-d0d4-4a3a-b46c-2c441d8b612b req-6a80f138-05e5-4fd9-b720-fcb1ad792e41 service neutron] Attempting to bind port a9faece0-e00d-4d34-81c7-bc3e6c5e2792 by drivers openvswitch,hyperv on host hv-cinder-78692 at level 0 using segments [{'id': '046b8bba-485d-430c-b45d-9ebed1a31a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9b9027b2-bc7e-45f8-b782-ec09179abdfd'}] {{(pid=86310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 18:20:33.462301 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f7f2325-d0d4-4a3a-b46c-2c441d8b612b req-6a80f138-05e5-4fd9-b720-fcb1ad792e41 service neutron] Attempting to bind port a9faece0-e00d-4d34-81c7-bc3e6c5e2792 on network 9b9027b2-bc7e-45f8-b782-ec09179abdfd {{(pid=86310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 18:20:33.469155 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f7f2325-d0d4-4a3a-b46c-2c441d8b612b req-6a80f138-05e5-4fd9-b720-fcb1ad792e41 service neutron] Port a9faece0-e00d-4d34-81c7-bc3e6c5e2792 on network 9b9027b2-bc7e-45f8-b782-ec09179abdfd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78692 {{(pid=86310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 18:20:33.469525 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f7f2325-d0d4-4a3a-b46c-2c441d8b612b req-6a80f138-05e5-4fd9-b720-fcb1ad792e41 service neutron] Attempting to bind port a9faece0-e00d-4d34-81c7-bc3e6c5e2792 on network 9b9027b2-bc7e-45f8-b782-ec09179abdfd {{(pid=86310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 18:20:33.475677 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f7f2325-d0d4-4a3a-b46c-2c441d8b612b req-6a80f138-05e5-4fd9-b720-fcb1ad792e41 service neutron] Checking agent: {'id': '71059bf3-e4c5-4d56-bb94-7a29312e7bcf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78692', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 14, 3), 'started_at': datetime.datetime(2021, 4, 20, 18, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 20, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 18:20:33.476057 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f7f2325-d0d4-4a3a-b46c-2c441d8b612b req-6a80f138-05e5-4fd9-b720-fcb1ad792e41 service neutron] Checking segment: {'id': '046b8bba-485d-430c-b45d-9ebed1a31a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9b9027b2-bc7e-45f8-b782-ec09179abdfd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 18:20:33.476484 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f7f2325-d0d4-4a3a-b46c-2c441d8b612b req-6a80f138-05e5-4fd9-b720-fcb1ad792e41 service neutron] Bound using segment: {'id': '046b8bba-485d-430c-b45d-9ebed1a31a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9b9027b2-bc7e-45f8-b782-ec09179abdfd'} {{(pid=86310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 18:20:33.476956 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.managers [req-8f7f2325-d0d4-4a3a-b46c-2c441d8b612b req-6a80f138-05e5-4fd9-b720-fcb1ad792e41 service neutron] Bound port: a9faece0-e00d-4d34-81c7-bc3e6c5e2792, host: hv-cinder-78692, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '046b8bba-485d-430c-b45d-9ebed1a31a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9b9027b2-bc7e-45f8-b782-ec09179abdfd'}}] {{(pid=86310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 18:20:33.477444 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-8f7f2325-d0d4-4a3a-b46c-2c441d8b612b req-6a80f138-05e5-4fd9-b720-fcb1ad792e41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624671'] for port, before_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:33.578103 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.db [req-8f7f2325-d0d4-4a3a-b46c-2c441d8b612b req-6a80f138-05e5-4fd9-b720-fcb1ad792e41 service neutron] For port a9faece0-e00d-4d34-81c7-bc3e6c5e2792, host hv-cinder-78692, cleared binding levels {{(pid=86310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 18:20:33.581348 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.db [req-8f7f2325-d0d4-4a3a-b46c-2c441d8b612b req-6a80f138-05e5-4fd9-b720-fcb1ad792e41 service neutron] For port a9faece0-e00d-4d34-81c7-bc3e6c5e2792, host hv-cinder-78692, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=a9faece0-e00d-4d34-81c7-bc3e6c5e2792,segment=NetworkSegment(046b8bba-485d-430c-b45d-9ebed1a31a1b),segment_id=046b8bba-485d-430c-b45d-9ebed1a31a1b)] {{(pid=86310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 18:20:33.584654 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-8f7f2325-d0d4-4a3a-b46c-2c441d8b612b req-6a80f138-05e5-4fd9-b720-fcb1ad792e41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852966479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736993730504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736993280695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299861495088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2350837'] for port, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:33.590238 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-3b8c2595-3abe-4d11-9fa9-3c48dec9a312 tempest-VolumesSnapshotTestJSON-785424082 tempest-VolumesSnapshotTestJSON-785424082-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:20:33.648735 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7f2325-d0d4-4a3a-b46c-2c441d8b612b req-6a80f138-05e5-4fd9-b720-fcb1ad792e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:20:33.649368 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-8f7f2325-d0d4-4a3a-b46c-2c441d8b612b req-6a80f138-05e5-4fd9-b720-fcb1ad792e41 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759958'] for port, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:33.650929 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-8f7f2325-d0d4-4a3a-b46c-2c441d8b612b req-6a80f138-05e5-4fd9-b720-fcb1ad792e41 service neutron] 10.222.0.13 "PUT /v2.0/ports/a9faece0-e00d-4d34-81c7-bc3e6c5e2792 HTTP/1.1" status: 200 len: 1093 time: 0.9924421 Apr 20 18:20:33.653624 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd87da3d7-9007-4246-8f13-8d340de4fa16', 'tag': 'a9faece0-e00d-4d34-81c7-bc3e6c5e2792'}] {{(pid=86310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:20:33.735012 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd87da3d7-9007-4246-8f13-8d340de4fa16', 'tag': 'a9faece0-e00d-4d34-81c7-bc3e6c5e2792', 'status': 'completed', 'code': 200} Apr 20 18:20:33.735659 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a80f138-05e5-4fd9-b720-fcb1ad792e41 service neutron] Pushing event updated for resources: {'Port': ['ID=a9faece0-e00d-4d34-81c7-bc3e6c5e2792,revision_number=3']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:20:33.745697 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-6a80f138-05e5-4fd9-b720-fcb1ad792e41 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:20:33.777816 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7f2325-d0d4-4a3a-b46c-2c441d8b612b req-fd2fbbb3-2847-449d-abf5-4ef84e07e001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:20:33.779998 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-8f7f2325-d0d4-4a3a-b46c-2c441d8b612b req-fd2fbbb3-2847-449d-abf5-4ef84e07e001 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=86f06cb3845a489aa088990951f95368&device_id=d87da3d7-9007-4246-8f13-8d340de4fa16 HTTP/1.1" status: 200 len: 1096 time: 0.0888271 Apr 20 18:20:33.859919 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-8f7f2325-d0d4-4a3a-b46c-2c441d8b612b req-2de52418-1dfb-47a8-b065-28f27673e94f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a9faece0-e00d-4d34-81c7-bc3e6c5e2792 HTTP/1.1" status: 200 len: 217 time: 0.0727601 Apr 20 18:20:33.937708 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7f2325-d0d4-4a3a-b46c-2c441d8b612b req-0fb866de-bce4-4b0f-8a6a-0bb9ed51d366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:20:33.939338 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-8f7f2325-d0d4-4a3a-b46c-2c441d8b612b req-0fb866de-bce4-4b0f-8a6a-0bb9ed51d366 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7cc7b467-0f9c-4fa7-85e9-749887866d90 HTTP/1.1" status: 200 len: 854 time: 0.0689495 Apr 20 18:20:33.999510 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-8f7f2325-d0d4-4a3a-b46c-2c441d8b612b req-a8e34860-2edc-4036-8860-36b3a2fadb64 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9b9027b2-bc7e-45f8-b782-ec09179abdfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0526094 Apr 20 18:20:34.145224 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-8f7f2325-d0d4-4a3a-b46c-2c441d8b612b req-7655eb76-88f8-42b0-aa08-ff0cc17003bc service neutron] 10.222.0.13 "GET /v2.0/networks/9b9027b2-bc7e-45f8-b782-ec09179abdfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385746 Apr 20 18:20:34.293983 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-8f7f2325-d0d4-4a3a-b46c-2c441d8b612b req-359be723-a47c-4a2c-9798-0de1fbea54fd service neutron] 10.222.0.13 "GET /v2.0/networks/9b9027b2-bc7e-45f8-b782-ec09179abdfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417964 Apr 20 18:20:34.333170 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebe87b7-542c-427d-a0af-899ab3486650 req-22fcb74b-11bd-488c-af2a-5d83bd5f71b8 tempest-VolumesSnapshotTestJSON-785424082 tempest-VolumesSnapshotTestJSON-785424082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:20:34.334798 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-0ebe87b7-542c-427d-a0af-899ab3486650 req-22fcb74b-11bd-488c-af2a-5d83bd5f71b8 tempest-VolumesSnapshotTestJSON-785424082 tempest-VolumesSnapshotTestJSON-785424082-project] 10.222.0.32 "GET /v2.0/ports?device_id=d87da3d7-9007-4246-8f13-8d340de4fa16 HTTP/1.1" status: 200 len: 943 time: 0.0920415 Apr 20 18:20:34.385043 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-0ebe87b7-542c-427d-a0af-899ab3486650 req-161c7e9b-e1bf-4da0-bfb8-b488225e1373 tempest-VolumesSnapshotTestJSON-785424082 tempest-VolumesSnapshotTestJSON-785424082-project] 10.222.0.32 "GET /v2.0/security-groups?id=a8fd554f-db08-45ef-bdc9-089ce011cc30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437510 Apr 20 18:20:34.424057 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c56ccf-511f-4815-a009-536a45d542c7 req-a71e82fd-de73-42fd-9ff4-accdc66dc2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:20:34.425650 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-30c56ccf-511f-4815-a009-536a45d542c7 req-a71e82fd-de73-42fd-9ff4-accdc66dc2cb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=86f06cb3845a489aa088990951f95368&device_id=d87da3d7-9007-4246-8f13-8d340de4fa16 HTTP/1.1" status: 200 len: 1096 time: 0.0811408 Apr 20 18:20:34.579189 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c56ccf-511f-4815-a009-536a45d542c7 req-bb66bc64-59b0-486b-991c-e28882d7ad11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:20:34.580910 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-30c56ccf-511f-4815-a009-536a45d542c7 req-bb66bc64-59b0-486b-991c-e28882d7ad11 service neutron] 10.222.0.13 "GET /v2.0/networks?id=9b9027b2-bc7e-45f8-b782-ec09179abdfd HTTP/1.1" status: 200 len: 915 time: 0.1438365 Apr 20 18:20:34.659696 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-30c56ccf-511f-4815-a009-536a45d542c7 req-4458426e-87fd-4bd5-9192-969d3c8becf9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a9faece0-e00d-4d34-81c7-bc3e6c5e2792 HTTP/1.1" status: 200 len: 217 time: 0.0703902 Apr 20 18:20:34.729039 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c56ccf-511f-4815-a009-536a45d542c7 req-7b5f3c2e-b00f-4bc6-b8c2-aaec62ccd319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:20:34.730611 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-30c56ccf-511f-4815-a009-536a45d542c7 req-7b5f3c2e-b00f-4bc6-b8c2-aaec62ccd319 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7cc7b467-0f9c-4fa7-85e9-749887866d90 HTTP/1.1" status: 200 len: 854 time: 0.0639102 Apr 20 18:20:34.787327 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-30c56ccf-511f-4815-a009-536a45d542c7 req-84ecfafa-016e-4e57-8c63-97f62ec9fecc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9b9027b2-bc7e-45f8-b782-ec09179abdfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461841 Apr 20 18:20:34.935713 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-30c56ccf-511f-4815-a009-536a45d542c7 req-a4523157-9304-457e-8dce-b778e9f9e93c service neutron] 10.222.0.13 "GET /v2.0/networks/9b9027b2-bc7e-45f8-b782-ec09179abdfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396542 Apr 20 18:20:35.083824 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-30c56ccf-511f-4815-a009-536a45d542c7 req-258868d1-7401-41ff-9109-ebd5fd33c872 service neutron] 10.222.0.13 "GET /v2.0/networks/9b9027b2-bc7e-45f8-b782-ec09179abdfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406136 Apr 20 18:20:35.604589 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d24948-ad95-402c-8654-0285da881d14 req-d31b31c7-85c6-44b7-8d84-12f7dfbb1107 tempest-VolumesSnapshotTestJSON-785424082 tempest-VolumesSnapshotTestJSON-785424082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:20:35.605364 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [req-73d24948-ad95-402c-8654-0285da881d14 req-d31b31c7-85c6-44b7-8d84-12f7dfbb1107 tempest-VolumesSnapshotTestJSON-785424082 tempest-VolumesSnapshotTestJSON-785424082-project] Synchronizing usage tracker for tenant:86f06cb3845a489aa088990951f95368 on resource:port {{(pid=86310) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 18:20:35.621808 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [req-73d24948-ad95-402c-8654-0285da881d14 req-d31b31c7-85c6-44b7-8d84-12f7dfbb1107 tempest-VolumesSnapshotTestJSON-785424082 tempest-VolumesSnapshotTestJSON-785424082-project] Unset dirty status for tenant:86f06cb3845a489aa088990951f95368 on resource:port {{(pid=86310) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 18:20:35.623648 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-73d24948-ad95-402c-8654-0285da881d14 req-d31b31c7-85c6-44b7-8d84-12f7dfbb1107 tempest-VolumesSnapshotTestJSON-785424082 tempest-VolumesSnapshotTestJSON-785424082-project] 10.222.0.32 "GET /v2.0/ports?device_id=d87da3d7-9007-4246-8f13-8d340de4fa16 HTTP/1.1" status: 200 len: 943 time: 0.1166546 Apr 20 18:20:35.674363 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-73d24948-ad95-402c-8654-0285da881d14 req-9b624110-1f32-40c8-8e9c-4c6dc111135d tempest-VolumesSnapshotTestJSON-785424082 tempest-VolumesSnapshotTestJSON-785424082-project] 10.222.0.32 "GET /v2.0/security-groups?id=a8fd554f-db08-45ef-bdc9-089ce011cc30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438817 Apr 20 18:20:36.872065 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.rpc [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Device a9faece0-e00d-4d34-81c7-bc3e6c5e2792 details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=86312) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 18:20:36.883185 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20baa13f-916a-4ced-99e7-5d589a708c1f req-7c088637-6a5b-458d-a4f9-0d3bc0179b17 tempest-VolumesSnapshotTestJSON-785424082 tempest-VolumesSnapshotTestJSON-785424082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:20:36.884880 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-20baa13f-916a-4ced-99e7-5d589a708c1f req-7c088637-6a5b-458d-a4f9-0d3bc0179b17 tempest-VolumesSnapshotTestJSON-785424082 tempest-VolumesSnapshotTestJSON-785424082-project] 10.222.0.32 "GET /v2.0/ports?device_id=d87da3d7-9007-4246-8f13-8d340de4fa16 HTTP/1.1" status: 200 len: 943 time: 0.0953968 Apr 20 18:20:36.963722 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-20baa13f-916a-4ced-99e7-5d589a708c1f req-4b0d30fc-656b-4f46-8ca9-4fde8178f578 tempest-VolumesSnapshotTestJSON-785424082 tempest-VolumesSnapshotTestJSON-785424082-project] 10.222.0.32 "GET /v2.0/security-groups?id=a8fd554f-db08-45ef-bdc9-089ce011cc30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712299 Apr 20 18:20:37.064397 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.db [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] For port a9faece0-e00d-4d34-81c7-bc3e6c5e2792, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=a9faece0-e00d-4d34-81c7-bc3e6c5e2792,segment=NetworkSegment(046b8bba-485d-430c-b45d-9ebed1a31a1b),segment_id=046b8bba-485d-430c-b45d-9ebed1a31a1b)] {{(pid=86312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:20:37.079133 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.rpc [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Returning: {'device': 'a9faece0-e00d-4d34-81c7-bc3e6c5e2792', 'network_id': '9b9027b2-bc7e-45f8-b782-ec09179abdfd', 'port_id': 'a9faece0-e00d-4d34-81c7-bc3e6c5e2792', 'mac_address': 'fa:16:3e:6a:ad:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7cc7b467-0f9c-4fa7-85e9-749887866d90', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86312) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 18:20:37.140488 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624671'] for port, before_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:37.164849 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.notifiers.nova [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9faece0-e00d-4d34-81c7-bc3e6c5e2792 {{(pid=86312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 18:20:37.183080 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.db [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] For port a9faece0-e00d-4d34-81c7-bc3e6c5e2792, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=a9faece0-e00d-4d34-81c7-bc3e6c5e2792,segment=NetworkSegment(046b8bba-485d-430c-b45d-9ebed1a31a1b),segment_id=046b8bba-485d-430c-b45d-9ebed1a31a1b)] {{(pid=86312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:20:37.185295 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852966479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736993730504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736993280695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299861495088'] for port, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:37.187570 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:20:37.261947 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Pushing event updated for resources: {'Port': ['ID=a9faece0-e00d-4d34-81c7-bc3e6c5e2792,revision_number=4']} {{(pid=86312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:20:37.270804 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:20:37.271196 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:20:37.271573 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:20:37.271944 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:20:37.272311 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:20:37.272675 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:20:37.273042 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:20:37.273395 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:20:37.273742 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:20:37.274801 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:20:37.274801 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:20:37.274801 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:20:37.279456 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:20:37.484953 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.db [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] get_ports_and_sgs() called for port_ids ['a9faece0-e00d-4d34-81c7-bc3e6c5e2792'] {{(pid=86312) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 18:20:37.851427 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-215c9d57-4a16-4aec-b0f1-0ddfe32967f0 req-f371b7a3-cebb-404a-9dff-c453fe2b86d3 tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2081786757&fields=id&tenant_id=f1ef4bfa09f748e68c0ffb50c325b46d HTTP/1.1" status: 200 len: 267 time: 0.0437653 Apr 20 18:20:37.947707 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215c9d57-4a16-4aec-b0f1-0ddfe32967f0 req-8e6b7120-5657-4096-8abf-344624daf20a tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:20:37.949281 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-215c9d57-4a16-4aec-b0f1-0ddfe32967f0 req-8e6b7120-5657-4096-8abf-344624daf20a tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] 10.222.0.32 "GET /v2.0/ports?device_id=6345661c-9713-4d1c-aab4-a71f62000a4c HTTP/1.1" status: 200 len: 984 time: 0.0915639 Apr 20 18:20:37.962138 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.v2.base [req-215c9d57-4a16-4aec-b0f1-0ddfe32967f0 req-58f4a202-d32d-4427-bb78-2a8be3513b5a tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] Request body: {'port': {'security_groups': ['65af6381-35bc-4067-932d-2c0d9f598574']}} {{(pid=86310) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:20:38.080474 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-e9505559-c6dd-4e62-9eb9-44b472c58e50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299861013637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394135'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:38.103212 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-215c9d57-4a16-4aec-b0f1-0ddfe32967f0 req-58f4a202-d32d-4427-bb78-2a8be3513b5a tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624671'] for port, before_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:38.183204 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571eb679-3895-4a0e-a8cd-4b2f663c235c req-156d80d6-04f9-44b2-aab1-65c1c6f7502a tempest-VolumesSnapshotTestJSON-785424082 tempest-VolumesSnapshotTestJSON-785424082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:20:38.184814 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-571eb679-3895-4a0e-a8cd-4b2f663c235c req-156d80d6-04f9-44b2-aab1-65c1c6f7502a tempest-VolumesSnapshotTestJSON-785424082 tempest-VolumesSnapshotTestJSON-785424082-project] 10.222.0.32 "GET /v2.0/ports?device_id=d87da3d7-9007-4246-8f13-8d340de4fa16 HTTP/1.1" status: 200 len: 944 time: 0.1018615 Apr 20 18:20:38.241784 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-571eb679-3895-4a0e-a8cd-4b2f663c235c req-dff0a4ee-03df-4a63-b22f-ac67655dc7cc tempest-VolumesSnapshotTestJSON-785424082 tempest-VolumesSnapshotTestJSON-785424082-project] 10.222.0.32 "GET /v2.0/security-groups?id=a8fd554f-db08-45ef-bdc9-089ce011cc30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499589 Apr 20 18:20:38.391780 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.db [req-215c9d57-4a16-4aec-b0f1-0ddfe32967f0 req-58f4a202-d32d-4427-bb78-2a8be3513b5a tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] For port b06d5600-9f6f-4c29-906d-c6c4be47d3d4, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=b06d5600-9f6f-4c29-906d-c6c4be47d3d4,segment=NetworkSegment(c3761845-e004-4da1-9e49-7695607d742e),segment_id=c3761845-e004-4da1-9e49-7695607d742e)] {{(pid=86310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:20:38.423001 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-215c9d57-4a16-4aec-b0f1-0ddfe32967f0 req-58f4a202-d32d-4427-bb78-2a8be3513b5a tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] Notify callbacks [] for port, precommit_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:38.427315 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-215c9d57-4a16-4aec-b0f1-0ddfe32967f0 req-58f4a202-d32d-4427-bb78-2a8be3513b5a tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852966479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736993730504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736993280695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299861495088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2350837'] for port, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:38.439954 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.db [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] get_ports_and_sgs() called for port_ids ['b06d5600-9f6f-4c29-906d-c6c4be47d3d4'] {{(pid=86312) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 18:20:38.442663 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-2a295425-871e-4ea4-b321-1495c9af8c6d tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:20:38.541754 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215c9d57-4a16-4aec-b0f1-0ddfe32967f0 req-58f4a202-d32d-4427-bb78-2a8be3513b5a tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:20:38.542625 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-215c9d57-4a16-4aec-b0f1-0ddfe32967f0 req-58f4a202-d32d-4427-bb78-2a8be3513b5a tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759958'] for port, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:38.552451 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.32', 55210) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:20:38.552636 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-215c9d57-4a16-4aec-b0f1-0ddfe32967f0 req-58f4a202-d32d-4427-bb78-2a8be3513b5a tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] 10.222.0.32 "PUT /v2.0/ports/b06d5600-9f6f-4c29-906d-c6c4be47d3d4 HTTP/1.1" status: 200 len: 942 time: 0.5952682 Apr 20 18:20:38.553187 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6345661c-9713-4d1c-aab4-a71f62000a4c', 'tag': 'b06d5600-9f6f-4c29-906d-c6c4be47d3d4'}] {{(pid=86310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:20:38.562484 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f4a202-d32d-4427-bb78-2a8be3513b5a tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] Pushing event updated for resources: {'Port': ['ID=b06d5600-9f6f-4c29-906d-c6c4be47d3d4,revision_number=7']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:20:38.574047 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-58f4a202-d32d-4427-bb78-2a8be3513b5a tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:20:38.633319 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6345661c-9713-4d1c-aab4-a71f62000a4c', 'tag': 'b06d5600-9f6f-4c29-906d-c6c4be47d3d4', 'status': 'completed', 'code': 200} Apr 20 18:20:38.679424 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.db [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] get_ports_and_sgs() called for port_ids ['b06d5600-9f6f-4c29-906d-c6c4be47d3d4'] {{(pid=86312) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 18:20:38.827252 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-d43730e7-ce90-44f4-b047-83f36efa3768 tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] Notify callbacks [] for security_group, before_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:38.834346 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4310b3c5-758c-4078-beb7-5f57f4a04177 req-9591ef0a-ac3e-4005-9732-c91b76797273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:20:38.836024 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-4310b3c5-758c-4078-beb7-5f57f4a04177 req-9591ef0a-ac3e-4005-9732-c91b76797273 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f1ef4bfa09f748e68c0ffb50c325b46d&device_id=6345661c-9713-4d1c-aab4-a71f62000a4c HTTP/1.1" status: 200 len: 1098 time: 0.1746962 Apr 20 18:20:38.885489 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-d43730e7-ce90-44f4-b047-83f36efa3768 tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:38.912908 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.rpc [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Device a9faece0-e00d-4d34-81c7-bc3e6c5e2792 up at agent hyperv_hv-cinder-78692 {{(pid=86312) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:20:38.925715 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71a9ef0-c83d-49f4-82f0-17f75a705b6c req-a1e94bd4-ad0f-4e8e-87e7-5fda1ca8ffec tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:20:38.927391 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-d71a9ef0-c83d-49f4-82f0-17f75a705b6c req-a1e94bd4-ad0f-4e8e-87e7-5fda1ca8ffec tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] 10.222.0.32 "GET /v2.0/ports?device_id=017750e2-2faa-492d-81ff-e9560fb475f5 HTTP/1.1" status: 200 len: 945 time: 0.1943712 Apr 20 18:20:39.026170 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.provisioning_blocks [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Provisioning for port a9faece0-e00d-4d34-81c7-bc3e6c5e2792 completed by entity L2. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 18:20:39.037537 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.provisioning_blocks [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Provisioning complete for port a9faece0-e00d-4d34-81c7-bc3e6c5e2792 triggered by entity L2. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:20:39.038022 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853381758'] for port, provisioning_complete {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:39.039196 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4310b3c5-758c-4078-beb7-5f57f4a04177 req-e37f49f6-2617-4a56-a4d7-934d0411749b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:20:39.041353 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-4310b3c5-758c-4078-beb7-5f57f4a04177 req-e37f49f6-2617-4a56-a4d7-934d0411749b service neutron] 10.222.0.13 "GET /v2.0/networks?id=5467fe04-58d8-4cf1-9bf3-ac31cba799ff HTTP/1.1" status: 200 len: 916 time: 0.1924953 Apr 20 18:20:39.135728 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.provisioning_blocks [None req-a92c48b0-e75b-4723-881b-aab961031bc2 None None] Provisioning complete for port b06d5600-9f6f-4c29-906d-c6c4be47d3d4 triggered by entity DHCP. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:20:39.136170 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-a92c48b0-e75b-4723-881b-aab961031bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853381758'] for port, provisioning_complete {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:39.242406 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-d71a9ef0-c83d-49f4-82f0-17f75a705b6c req-a378da79-b0b2-4121-8077-de7dd65e1f79 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] 10.222.0.32 "GET /v2.0/security-groups?id=38e27d19-d8a9-48d6-a9d6-ec021bffb723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3074157 Apr 20 18:20:39.258024 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-d43730e7-ce90-44f4-b047-83f36efa3768 tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854236768'] for security_group, after_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:39.267894 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-5e1676d3-6edb-4f97-93c0-d36bc81d6179 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:20:39.276067 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624671'] for port, before_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:39.290538 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-d43730e7-ce90-44f4-b047-83f36efa3768 tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] Notify callbacks [] for security_group, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:39.295092 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-d43730e7-ce90-44f4-b047-83f36efa3768 tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] 10.222.0.32 "DELETE /v2.0/security-groups/4cc08f58-d413-4ad9-83f0-322bafa5ca2c HTTP/1.1" status: 204 len: 168 time: 0.7384193 Apr 20 18:20:39.295092 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43730e7-ce90-44f4-b047-83f36efa3768 tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cc08f58-d413-4ad9-83f0-322bafa5ca2c,revision_number=None']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:20:39.297030 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-d43730e7-ce90-44f4-b047-83f36efa3768 tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:20:39.297684 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.32', 55228) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:20:39.387501 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd87da3d7-9007-4246-8f13-8d340de4fa16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9faece0-e00d-4d34-81c7-bc3e6c5e2792'}] {{(pid=86312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:20:39.441974 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.db [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] For port a9faece0-e00d-4d34-81c7-bc3e6c5e2792, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=a9faece0-e00d-4d34-81c7-bc3e6c5e2792,segment=NetworkSegment(046b8bba-485d-430c-b45d-9ebed1a31a1b),segment_id=046b8bba-485d-430c-b45d-9ebed1a31a1b)] {{(pid=86312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:20:39.573101 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-4310b3c5-758c-4078-beb7-5f57f4a04177 req-d42ba2c0-2feb-40a9-a35c-09febc7ab616 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b06d5600-9f6f-4c29-906d-c6c4be47d3d4 HTTP/1.1" status: 200 len: 1001 time: 0.5243351 Apr 20 18:20:39.643184 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852966479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736993730504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736993280695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299861495088'] for port, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:39.646966 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd87da3d7-9007-4246-8f13-8d340de4fa16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9faece0-e00d-4d34-81c7-bc3e6c5e2792', 'code': 200} Apr 20 18:20:39.653145 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-18951a6f-670b-4367-806d-e408e2285624 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:20:39.703183 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc7e245-1978-4bb3-97dc-bf1a16597e9f req-356ad376-2630-47eb-ba03-8a9f8929579a tempest-VolumesSnapshotTestJSON-785424082 tempest-VolumesSnapshotTestJSON-785424082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:20:39.711737 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-0bc7e245-1978-4bb3-97dc-bf1a16597e9f req-356ad376-2630-47eb-ba03-8a9f8929579a tempest-VolumesSnapshotTestJSON-785424082 tempest-VolumesSnapshotTestJSON-785424082-project] 10.222.0.32 "GET /v2.0/ports?device_id=d87da3d7-9007-4246-8f13-8d340de4fa16 HTTP/1.1" status: 200 len: 945 time: 0.2966478 Apr 20 18:20:39.748689 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Pushing event updated for resources: {'Port': ['ID=a9faece0-e00d-4d34-81c7-bc3e6c5e2792,revision_number=5']} {{(pid=86312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:20:39.749787 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4310b3c5-758c-4078-beb7-5f57f4a04177 req-c134037a-f2f6-4c6c-8eca-02d37a016e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:20:39.751356 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-4310b3c5-758c-4078-beb7-5f57f4a04177 req-c134037a-f2f6-4c6c-8eca-02d37a016e34 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b08a8d50-4a73-40a4-89c8-8b2b52f9748b HTTP/1.1" status: 200 len: 854 time: 0.1718023 Apr 20 18:20:39.765066 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:20:39.786839 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-0bc7e245-1978-4bb3-97dc-bf1a16597e9f req-169c5624-d6c2-43e9-8b59-0b281cb9cf1c tempest-VolumesSnapshotTestJSON-785424082 tempest-VolumesSnapshotTestJSON-785424082-project] 10.222.0.32 "GET /v2.0/security-groups?id=a8fd554f-db08-45ef-bdc9-089ce011cc30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734780 Apr 20 18:20:39.817225 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.plugin [None req-82be508d-c511-4b55-ad90-97e19652ce43 tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] Deleting port f4839b5b-b0d7-4887-80cb-5ed81251ac0b {{(pid=86311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:20:39.817611 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-82be508d-c511-4b55-ad90-97e19652ce43 tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363299861050484'] for port, before_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:39.921817 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4310b3c5-758c-4078-beb7-5f57f4a04177 req-59f7b458-a792-42dc-979d-f936be8df294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:20:39.923440 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-4310b3c5-758c-4078-beb7-5f57f4a04177 req-59f7b458-a792-42dc-979d-f936be8df294 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5467fe04-58d8-4cf1-9bf3-ac31cba799ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1646702 Apr 20 18:20:40.082239 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-4310b3c5-758c-4078-beb7-5f57f4a04177 req-adaa7987-c749-442a-92ad-e4ee2c809b7e service neutron] 10.222.0.13 "GET /v2.0/networks/5467fe04-58d8-4cf1-9bf3-ac31cba799ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507413 Apr 20 18:20:40.094343 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb65c39-f31b-4a35-83a1-c8eb85355366 req-3b8f9e7f-775c-4020-8f12-9b9b7807ce5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:20:40.096069 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-bfb65c39-f31b-4a35-83a1-c8eb85355366 req-3b8f9e7f-775c-4020-8f12-9b9b7807ce5f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d87da3d7-9007-4246-8f13-8d340de4fa16 HTTP/1.1" status: 200 len: 1098 time: 0.1851289 Apr 20 18:20:40.102611 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-82be508d-c511-4b55-ad90-97e19652ce43 tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632958'] for port, precommit_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:40.102996 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-82be508d-c511-4b55-ad90-97e19652ce43 tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:40.249959 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-4310b3c5-758c-4078-beb7-5f57f4a04177 req-05b03a79-d574-4602-aec3-1abe6ed17161 service neutron] 10.222.0.13 "GET /v2.0/networks/5467fe04-58d8-4cf1-9bf3-ac31cba799ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1600888 Apr 20 18:20:40.270348 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.plugin [None req-82be508d-c511-4b55-ad90-97e19652ce43 tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] Calling delete_port for f4839b5b-b0d7-4887-80cb-5ed81251ac0b owned by network:floatingip {{(pid=86311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 18:20:40.332019 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-bfb65c39-f31b-4a35-83a1-c8eb85355366 req-8a2b3e6c-4795-496f-878b-c3d2bf4ee62a service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=a8fd554f-db08-45ef-bdc9-089ce011cc30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2202640 Apr 20 18:20:40.458386 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f8dd25-3226-493b-a59f-e18de46bc59b req-af14c75e-dc0c-4c87-8ed6-d1858ff608b2 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:20:40.459921 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-b0f8dd25-3226-493b-a59f-e18de46bc59b req-af14c75e-dc0c-4c87-8ed6-d1858ff608b2 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] 10.222.0.32 "GET /v2.0/ports?device_id=017750e2-2faa-492d-81ff-e9560fb475f5 HTTP/1.1" status: 200 len: 945 time: 0.0902884 Apr 20 18:20:40.460198 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-82be508d-c511-4b55-ad90-97e19652ce43 tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852966479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363299861045279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363299861495122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850693756'] for port, after_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:40.465002 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-d06c5858-a07e-4066-a958-715815f03fbb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:20:40.512284 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-b0f8dd25-3226-493b-a59f-e18de46bc59b req-99a4a612-9d26-4d88-bb1c-c889e9d55778 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] 10.222.0.32 "GET /v2.0/security-groups?id=38e27d19-d8a9-48d6-a9d6-ec021bffb723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458012 Apr 20 18:20:40.520383 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82be508d-c511-4b55-ad90-97e19652ce43 tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] Pushing event deleted for resources: {'Port': ['ID=f4839b5b-b0d7-4887-80cb-5ed81251ac0b,revision_number=None']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:20:40.523728 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-82be508d-c511-4b55-ad90-97e19652ce43 tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:20:40.627511 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-82be508d-c511-4b55-ad90-97e19652ce43 tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] Notify callbacks [] for floatingip, after_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:40.627888 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.db.l3_db [None req-82be508d-c511-4b55-ad90-97e19652ce43 tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] Floating IP 697bdca7-f5e8-45b4-ba3c-1cc006236a49 disassociated (deleted). External IP: 172.28.0.132, port: b06d5600-9f6f-4c29-906d-c6c4be47d3d4. Apr 20 18:20:40.895501 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-8c03c873-f3a5-45d8-ad61-d286a9677869 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299861013637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394135'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:41.143685 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-2bb93f3c-0bff-4547-a1e0-c38a344e24ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299861013637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394135'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:41.159217 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c236f8d-2cc4-441b-aa4b-93b86250363d req-ff5da4f8-f816-4493-93fc-afab5632ee8e tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:20:41.160804 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-3c236f8d-2cc4-441b-aa4b-93b86250363d req-ff5da4f8-f816-4493-93fc-afab5632ee8e tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] 10.222.0.13 "GET /v2.0/ports?device_id=017750e2-2faa-492d-81ff-e9560fb475f5 HTTP/1.1" status: 200 len: 945 time: 0.2915905 Apr 20 18:20:41.162970 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82be508d-c511-4b55-ad90-97e19652ce43 tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] Router fdd8f8c3-dbe7-42f7-bc3b-422932aa929e has already been hosted by L3 agent 40af0123-fc20-4e27-8672-759459b7c5ef {{(pid=86311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 18:20:41.172491 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df8f24c-0587-4cef-a168-9a0054f3a6fa req-9df27e2f-a1c3-417f-b0ae-705eb2a79c00 tempest-VolumesSnapshotTestJSON-785424082 tempest-VolumesSnapshotTestJSON-785424082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:20:41.180217 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-3df8f24c-0587-4cef-a168-9a0054f3a6fa req-9df27e2f-a1c3-417f-b0ae-705eb2a79c00 tempest-VolumesSnapshotTestJSON-785424082 tempest-VolumesSnapshotTestJSON-785424082-project] 10.222.0.32 "GET /v2.0/ports?device_id=d87da3d7-9007-4246-8f13-8d340de4fa16 HTTP/1.1" status: 200 len: 945 time: 0.2533011 Apr 20 18:20:41.410834 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8528c1d2-93d2-4292-8605-76b8149f248e req-f08c290f-8a8a-494e-9ccc-9369d5bf0519 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:20:41.412461 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-8528c1d2-93d2-4292-8605-76b8149f248e req-f08c290f-8a8a-494e-9ccc-9369d5bf0519 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] 10.222.0.32 "GET /v2.0/ports?device_id=07d6c6c3-c813-4ea4-9976-f31a36a8cdd1 HTTP/1.1" status: 200 len: 946 time: 0.1075535 Apr 20 18:20:41.439725 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.plugin [req-3c236f8d-2cc4-441b-aa4b-93b86250363d req-5b918817-1f8b-45d2-a451-909d3af85463 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Deleting port efe28055-2fb6-471a-b258-ee0e32c5091b {{(pid=86311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:20:41.440111 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-3c236f8d-2cc4-441b-aa4b-93b86250363d req-5b918817-1f8b-45d2-a451-909d3af85463 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363299861050484'] for port, before_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:41.464472 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-8528c1d2-93d2-4292-8605-76b8149f248e req-40a0e91a-7432-41dd-83b6-acea88fefc54 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] 10.222.0.32 "GET /v2.0/security-groups?id=72e2741b-2767-416b-b004-90187f015a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449138 Apr 20 18:20:41.476117 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-3df8f24c-0587-4cef-a168-9a0054f3a6fa req-801abd88-aca3-485a-a073-8783794ebaf4 tempest-VolumesSnapshotTestJSON-785424082 tempest-VolumesSnapshotTestJSON-785424082-project] 10.222.0.32 "GET /v2.0/security-groups?id=a8fd554f-db08-45ef-bdc9-089ce011cc30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2949777 Apr 20 18:20:41.606794 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82be508d-c511-4b55-ad90-97e19652ce43 tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] Notify agent at l3_agent.dv-cinder-786929-2-smb the message routers_updated {{(pid=86311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 18:20:41.620485 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05b9e683-d740-48ce-a3bd-7537118fc1d1 None None] Sync routers for ids ['fdd8f8c3-dbe7-42f7-bc3b-422932aa929e'] in dv-cinder-786929-2-smb {{(pid=86312) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 18:20:41.640926 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05b9e683-d740-48ce-a3bd-7537118fc1d1 None None] Routers {'fdd8f8c3-dbe7-42f7-bc3b-422932aa929e'} bound to L3 agent in host dv-cinder-786929-2-smb {{(pid=86312) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:20:41.655167 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_hamode_db [None req-05b9e683-d740-48ce-a3bd-7537118fc1d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786929-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-20T18:07:11Z,description=,heartbeat_timestamp=2021-04-20T18:20:41Z,host='dv-cinder-786929-2-smb',id=40af0123-fc20-4e27-8672-759459b7c5ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T18:07:11Z,topic='l3_agent')) {'router_ids': ['fdd8f8c3-dbe7-42f7-bc3b-422932aa929e'], 'active': True} {{(pid=86312) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:20:41.760661 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a76a89b-c01f-4dec-97ab-2c59b430a2b9 req-004a2f32-b085-48c4-bc05-03b8d032e01a tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:20:41.770596 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-9a76a89b-c01f-4dec-97ab-2c59b430a2b9 req-004a2f32-b085-48c4-bc05-03b8d032e01a tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] 10.222.0.32 "GET /v2.0/ports?device_id=017750e2-2faa-492d-81ff-e9560fb475f5 HTTP/1.1" status: 200 len: 945 time: 0.1282902 Apr 20 18:20:41.818663 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-9a76a89b-c01f-4dec-97ab-2c59b430a2b9 req-ff6608a0-8913-406b-aad9-c66b8d3f5bc4 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] 10.222.0.32 "GET /v2.0/security-groups?id=38e27d19-d8a9-48d6-a9d6-ec021bffb723&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470304 Apr 20 18:20:41.869098 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_dvr_db [None req-05b9e683-d740-48ce-a3bd-7537118fc1d1 None None] Set router fdd8f8c3-dbe7-42f7-bc3b-422932aa929e gateway port host: dv-cinder-786929-2-smb {{(pid=86312) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 18:20:41.959650 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-82be508d-c511-4b55-ad90-97e19652ce43 tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759958'] for floatingip, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:42.052522 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.db [req-3c236f8d-2cc4-441b-aa4b-93b86250363d req-5b918817-1f8b-45d2-a451-909d3af85463 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] For port efe28055-2fb6-471a-b258-ee0e32c5091b, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=efe28055-2fb6-471a-b258-ee0e32c5091b,segment=NetworkSegment(ad36d8b3-d89e-4c97-9e5d-6bb749241abc),segment_id=ad36d8b3-d89e-4c97-9e5d-6bb749241abc)] {{(pid=86311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:20:42.052924 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-3c236f8d-2cc4-441b-aa4b-93b86250363d req-5b918817-1f8b-45d2-a451-909d3af85463 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632958'] for port, precommit_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:42.061839 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-82be508d-c511-4b55-ad90-97e19652ce43 tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] 10.222.0.32 "DELETE /v2.0/floatingips/697bdca7-f5e8-45b4-ba3c-1cc006236a49 HTTP/1.1" status: 204 len: 168 time: 2.7625747 Apr 20 18:20:42.067870 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6345661c-9713-4d1c-aab4-a71f62000a4c', 'tag': 'b06d5600-9f6f-4c29-906d-c6c4be47d3d4'}] {{(pid=86311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:20:42.203593 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299861013637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394135'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:42.231463 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6345661c-9713-4d1c-aab4-a71f62000a4c', 'tag': 'b06d5600-9f6f-4c29-906d-c6c4be47d3d4', 'status': 'completed', 'code': 200} Apr 20 18:20:42.238468 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_hamode_db [None req-05b9e683-d740-48ce-a3bd-7537118fc1d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdd8f8c3-dbe7-42f7-bc3b-422932aa929e', 'name': 'tempest-TestMinimumBasicScenario-2031612800-router', 'tenant_id': 'f1ef4bfa09f748e68c0ffb50c325b46d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26051af8-ebd0-4db2-857e-181975352424', 'external_fixed_ips': [{'subnet_id': 'a8fb9e9c-99d7-49f9-8da9-302520785055', 'ip_address': '172.28.0.252'}], 'enable_snat': True}, 'gw_port_id': 'eaf55504-8c2a-4c19-9976-39cc3c6b724a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:17:13Z', 'updated_at': '2021-04-20T18:17:25Z', 'revision_number': 4, 'project_id': 'f1ef4bfa09f748e68c0ffb50c325b46d', 'gw_port': {'id': 'eaf55504-8c2a-4c19-9976-39cc3c6b724a', 'name': '', 'network_id': '26051af8-ebd0-4db2-857e-181975352424', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:51:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdd8f8c3-dbe7-42f7-bc3b-422932aa929e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'a8fb9e9c-99d7-49f9-8da9-302520785055', 'ip_address': '172.28.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:17:15Z', 'updated_at': '2021-04-20T18:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8fb9e9c-99d7-49f9-8da9-302520785055', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-2-smb', '_interfaces': [{'id': '21f46fbf-fa06-4251-907f-cbb826db912b', 'name': '', 'network_id': '5467fe04-58d8-4cf1-9bf3-ac31cba799ff', 'tenant_id': 'f1ef4bfa09f748e68c0ffb50c325b46d', 'mac_address': 'fa:16:3e:a9:94:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdd8f8c3-dbe7-42f7-bc3b-422932aa929e', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'b08a8d50-4a73-40a4-89c8-8b2b52f9748b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:17:23Z', 'updated_at': '2021-04-20T18:17:35Z', 'revision_number': 5, 'project_id': 'f1ef4bfa09f748e68c0ffb50c325b46d', 'subnets': [{'id': 'b08a8d50-4a73-40a4-89c8-8b2b52f9748b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786929-2-smb', False) {} {{(pid=86312) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:20:42.243162 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05b9e683-d740-48ce-a3bd-7537118fc1d1 None None] Checking router: fdd8f8c3-dbe7-42f7-bc3b-422932aa929e for host: dv-cinder-786929-2-smb {{(pid=86312) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 18:20:42.252902 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05b9e683-d740-48ce-a3bd-7537118fc1d1 None None] Routers {'fdd8f8c3-dbe7-42f7-bc3b-422932aa929e'} bound to L3 agent in host dv-cinder-786929-2-smb {{(pid=86312) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:20:42.253632 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_hamode_db [None req-05b9e683-d740-48ce-a3bd-7537118fc1d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786929-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-20T18:07:11Z,description=,heartbeat_timestamp=2021-04-20T18:20:41Z,host='dv-cinder-786929-2-smb',id=40af0123-fc20-4e27-8672-759459b7c5ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T18:07:11Z,topic='l3_agent')) {'router_ids': ['fdd8f8c3-dbe7-42f7-bc3b-422932aa929e'], 'active': True} {{(pid=86312) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:20:42.316580 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56845252-e6ad-4621-abdb-8ed1a5739c2d req-3835c049-9017-4aad-9f06-8f0be893b2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:20:42.318213 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-56845252-e6ad-4621-abdb-8ed1a5739c2d req-3835c049-9017-4aad-9f06-8f0be893b2f1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f1ef4bfa09f748e68c0ffb50c325b46d&device_id=6345661c-9713-4d1c-aab4-a71f62000a4c HTTP/1.1" status: 200 len: 1098 time: 0.0913157 Apr 20 18:20:42.411170 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-3c236f8d-2cc4-441b-aa4b-93b86250363d req-5b918817-1f8b-45d2-a451-909d3af85463 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:42.411709 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-3c236f8d-2cc4-441b-aa4b-93b86250363d req-5b918817-1f8b-45d2-a451-909d3af85463 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854121806'] for floatingip, after_update {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:42.412048 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.db.l3_db [req-3c236f8d-2cc4-441b-aa4b-93b86250363d req-5b918817-1f8b-45d2-a451-909d3af85463 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Floating IP 23125fd8-c276-4ac3-b20a-f534d593aa01 disassociated. External IP: 172.28.0.241, port: efe28055-2fb6-471a-b258-ee0e32c5091b. Apr 20 18:20:42.412431 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.plugin [req-3c236f8d-2cc4-441b-aa4b-93b86250363d req-5b918817-1f8b-45d2-a451-909d3af85463 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Calling delete_port for efe28055-2fb6-471a-b258-ee0e32c5091b owned by compute:nova {{(pid=86311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 18:20:42.480517 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56845252-e6ad-4621-abdb-8ed1a5739c2d req-41464e67-a09c-4b54-a772-5ec6b75ccfb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:20:42.482365 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-56845252-e6ad-4621-abdb-8ed1a5739c2d req-41464e67-a09c-4b54-a772-5ec6b75ccfb8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=5467fe04-58d8-4cf1-9bf3-ac31cba799ff HTTP/1.1" status: 200 len: 916 time: 0.1577599 Apr 20 18:20:42.497303 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_dvr_db [None req-05b9e683-d740-48ce-a3bd-7537118fc1d1 None None] Set router fdd8f8c3-dbe7-42f7-bc3b-422932aa929e gateway port host: dv-cinder-786929-2-smb {{(pid=86312) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 18:20:42.572449 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-3c236f8d-2cc4-441b-aa4b-93b86250363d req-5b918817-1f8b-45d2-a451-909d3af85463 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852966479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363299861045279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363299861495122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850693756'] for port, after_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:42.579303 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-2fbcd75b-5fa2-4932-8bc3-e40bcb105fea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:20:42.583022 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-56845252-e6ad-4621-abdb-8ed1a5739c2d req-ccb540af-2695-42a0-8d37-6af389ae9d20 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b06d5600-9f6f-4c29-906d-c6c4be47d3d4 HTTP/1.1" status: 200 len: 217 time: 0.0938008 Apr 20 18:20:42.661656 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b918817-1f8b-45d2-a451-909d3af85463 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Pushing event deleted for resources: {'Port': ['ID=efe28055-2fb6-471a-b258-ee0e32c5091b,revision_number=None']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:20:42.670029 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-5b918817-1f8b-45d2-a451-909d3af85463 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:20:42.734259 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56845252-e6ad-4621-abdb-8ed1a5739c2d req-9db60bb2-5aba-42a6-b3e5-388c6f270102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:20:42.741876 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-56845252-e6ad-4621-abdb-8ed1a5739c2d req-9db60bb2-5aba-42a6-b3e5-388c6f270102 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b08a8d50-4a73-40a4-89c8-8b2b52f9748b HTTP/1.1" status: 200 len: 854 time: 0.1512721 Apr 20 18:20:43.014662 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71747987-8516-46ea-90e0-a00819ddd40e req-fa2a6562-6f8e-4dd1-b206-4c9f38e05cd6 tempest-VolumesSnapshotTestJSON-785424082 tempest-VolumesSnapshotTestJSON-785424082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:20:43.022697 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-71747987-8516-46ea-90e0-a00819ddd40e req-fa2a6562-6f8e-4dd1-b206-4c9f38e05cd6 tempest-VolumesSnapshotTestJSON-785424082 tempest-VolumesSnapshotTestJSON-785424082-project] 10.222.0.32 "GET /v2.0/ports?device_id=d87da3d7-9007-4246-8f13-8d340de4fa16 HTTP/1.1" status: 200 len: 945 time: 0.1630878 Apr 20 18:20:43.029341 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56845252-e6ad-4621-abdb-8ed1a5739c2d req-3ffb38f9-2830-4806-8227-3b0ca8fa1563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:20:43.031096 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-56845252-e6ad-4621-abdb-8ed1a5739c2d req-3ffb38f9-2830-4806-8227-3b0ca8fa1563 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5467fe04-58d8-4cf1-9bf3-ac31cba799ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2817211 Apr 20 18:20:43.040737 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b927383c-2576-4175-8add-8220bf63583d req-dd2ed2f1-2932-4912-b366-f15088fe609f tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:20:43.042314 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-b927383c-2576-4175-8add-8220bf63583d req-dd2ed2f1-2932-4912-b366-f15088fe609f tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] 10.222.0.32 "GET /v2.0/ports?device_id=07d6c6c3-c813-4ea4-9976-f31a36a8cdd1 HTTP/1.1" status: 200 len: 946 time: 0.2183044 Apr 20 18:20:43.074189 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac7f848-2cf1-496d-9129-00b7dc8d2e80 req-ff74a62a-8dd6-4315-bda4-acdac18db9cb tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:20:43.075865 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-5ac7f848-2cf1-496d-9129-00b7dc8d2e80 req-ff74a62a-8dd6-4315-bda4-acdac18db9cb tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] 10.222.0.13 "GET /v2.0/ports?device_id=07d6c6c3-c813-4ea4-9976-f31a36a8cdd1 HTTP/1.1" status: 200 len: 946 time: 0.2052038 Apr 20 18:20:43.081472 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-71747987-8516-46ea-90e0-a00819ddd40e req-723226a0-255a-4576-b3bf-625086b4c787 tempest-VolumesSnapshotTestJSON-785424082 tempest-VolumesSnapshotTestJSON-785424082-project] 10.222.0.32 "GET /v2.0/security-groups?id=a8fd554f-db08-45ef-bdc9-089ce011cc30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576251 Apr 20 18:20:43.099371 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3c236f8d-2cc4-441b-aa4b-93b86250363d req-5b918817-1f8b-45d2-a451-909d3af85463 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Router 7ec829b5-df62-4eeb-b9be-0781d58bffbd has already been hosted by L3 agent 40af0123-fc20-4e27-8672-759459b7c5ef {{(pid=86311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 18:20:43.137620 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_hamode_db [None req-05b9e683-d740-48ce-a3bd-7537118fc1d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdd8f8c3-dbe7-42f7-bc3b-422932aa929e', 'name': 'tempest-TestMinimumBasicScenario-2031612800-router', 'tenant_id': 'f1ef4bfa09f748e68c0ffb50c325b46d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26051af8-ebd0-4db2-857e-181975352424', 'external_fixed_ips': [{'subnet_id': 'a8fb9e9c-99d7-49f9-8da9-302520785055', 'ip_address': '172.28.0.252'}], 'enable_snat': True}, 'gw_port_id': 'eaf55504-8c2a-4c19-9976-39cc3c6b724a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:17:13Z', 'updated_at': '2021-04-20T18:17:25Z', 'revision_number': 4, 'project_id': 'f1ef4bfa09f748e68c0ffb50c325b46d', 'gw_port': {'id': 'eaf55504-8c2a-4c19-9976-39cc3c6b724a', 'name': '', 'network_id': '26051af8-ebd0-4db2-857e-181975352424', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:51:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdd8f8c3-dbe7-42f7-bc3b-422932aa929e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'a8fb9e9c-99d7-49f9-8da9-302520785055', 'ip_address': '172.28.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:17:15Z', 'updated_at': '2021-04-20T18:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8fb9e9c-99d7-49f9-8da9-302520785055', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-2-smb', '_interfaces': [{'id': '21f46fbf-fa06-4251-907f-cbb826db912b', 'name': '', 'network_id': '5467fe04-58d8-4cf1-9bf3-ac31cba799ff', 'tenant_id': 'f1ef4bfa09f748e68c0ffb50c325b46d', 'mac_address': 'fa:16:3e:a9:94:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdd8f8c3-dbe7-42f7-bc3b-422932aa929e', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'b08a8d50-4a73-40a4-89c8-8b2b52f9748b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:17:23Z', 'updated_at': '2021-04-20T18:17:35Z', 'revision_number': 5, 'project_id': 'f1ef4bfa09f748e68c0ffb50c325b46d', 'subnets': [{'id': 'b08a8d50-4a73-40a4-89c8-8b2b52f9748b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786929-2-smb', False) {} {{(pid=86312) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:20:43.145463 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05b9e683-d740-48ce-a3bd-7537118fc1d1 None None] The sync data for ids ['fdd8f8c3-dbe7-42f7-bc3b-422932aa929e'] in dv-cinder-786929-2-smb is: [{'id': 'fdd8f8c3-dbe7-42f7-bc3b-422932aa929e', 'name': 'tempest-TestMinimumBasicScenario-2031612800-router', 'tenant_id': 'f1ef4bfa09f748e68c0ffb50c325b46d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26051af8-ebd0-4db2-857e-181975352424', 'external_fixed_ips': [{'subnet_id': 'a8fb9e9c-99d7-49f9-8da9-302520785055', 'ip_address': '172.28.0.252'}], 'enable_snat': True}, 'gw_port_id': 'eaf55504-8c2a-4c19-9976-39cc3c6b724a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:17:13Z', 'updated_at': '2021-04-20T18:17:25Z', 'revision_number': 4, 'project_id': 'f1ef4bfa09f748e68c0ffb50c325b46d', 'gw_port': {'id': 'eaf55504-8c2a-4c19-9976-39cc3c6b724a', 'name': '', 'network_id': '26051af8-ebd0-4db2-857e-181975352424', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:51:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdd8f8c3-dbe7-42f7-bc3b-422932aa929e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'a8fb9e9c-99d7-49f9-8da9-302520785055', 'ip_address': '172.28.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:17:15Z', 'updated_at': '2021-04-20T18:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8fb9e9c-99d7-49f9-8da9-302520785055', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-2-smb', '_interfaces': [{'id': '21f46fbf-fa06-4251-907f-cbb826db912b', 'name': '', 'network_id': '5467fe04-58d8-4cf1-9bf3-ac31cba799ff', 'tenant_id': 'f1ef4bfa09f748e68c0ffb50c325b46d', 'mac_address': 'fa:16:3e:a9:94:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdd8f8c3-dbe7-42f7-bc3b-422932aa929e', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'b08a8d50-4a73-40a4-89c8-8b2b52f9748b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:17:23Z', 'updated_at': '2021-04-20T18:17:35Z', 'revision_number': 5, 'project_id': 'f1ef4bfa09f748e68c0ffb50c325b46d', 'subnets': [{'id': 'b08a8d50-4a73-40a4-89c8-8b2b52f9748b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86312) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 18:20:43.252155 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.plugin [req-5ac7f848-2cf1-496d-9129-00b7dc8d2e80 req-04fc96e2-9819-415c-a716-3b7418a824e8 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Deleting port e7099379-7fe8-471b-9b2e-8814ac912d1a {{(pid=86310) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:20:43.252672 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-5ac7f848-2cf1-496d-9129-00b7dc8d2e80 req-04fc96e2-9819-415c-a716-3b7418a824e8 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363299861050484'] for port, before_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:43.329866 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-f70b5d3b-7deb-456f-82aa-acef0ba2518a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299861013637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394135'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:43.379678 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-b927383c-2576-4175-8add-8220bf63583d req-b828c680-2ef9-49e7-b1be-5f214b8e7e18 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] 10.222.0.32 "GET /v2.0/security-groups?id=72e2741b-2767-416b-b004-90187f015a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3026559 Apr 20 18:20:43.436728 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-8714490a-4415-4351-8353-17939a8cacb4 req-b134d13b-95d4-4d16-9dd6-a71f68f9d922 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] 10.222.0.32 "GET /v2.0/ports?device_id=017750e2-2faa-492d-81ff-e9560fb475f5 HTTP/1.1" status: 200 len: 210 time: 0.0853796 Apr 20 18:20:43.485237 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-56845252-e6ad-4621-abdb-8ed1a5739c2d req-e21f633d-d30d-41ba-8b87-fa676dd3ec38 service neutron] 10.222.0.13 "GET /v2.0/networks/5467fe04-58d8-4cf1-9bf3-ac31cba799ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4412062 Apr 20 18:20:43.499410 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3c236f8d-2cc4-441b-aa4b-93b86250363d req-5b918817-1f8b-45d2-a451-909d3af85463 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Notify agent at l3_agent.dv-cinder-786929-2-smb the message routers_updated {{(pid=86311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 18:20:43.511279 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c401fa9b-3999-4ebc-bebc-b906d2a6a48c None None] Sync routers for ids ['7ec829b5-df62-4eeb-b9be-0781d58bffbd'] in dv-cinder-786929-2-smb {{(pid=86313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 18:20:43.527415 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c401fa9b-3999-4ebc-bebc-b906d2a6a48c None None] Routers {'7ec829b5-df62-4eeb-b9be-0781d58bffbd'} bound to L3 agent in host dv-cinder-786929-2-smb {{(pid=86313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:20:43.528105 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_hamode_db [None req-c401fa9b-3999-4ebc-bebc-b906d2a6a48c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786929-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-20T18:07:11Z,description=,heartbeat_timestamp=2021-04-20T18:20:41Z,host='dv-cinder-786929-2-smb',id=40af0123-fc20-4e27-8672-759459b7c5ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T18:07:11Z,topic='l3_agent')) {'router_ids': ['7ec829b5-df62-4eeb-b9be-0781d58bffbd'], 'active': True} {{(pid=86313) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:20:43.647654 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c236f8d-2cc4-441b-aa4b-93b86250363d req-5b918817-1f8b-45d2-a451-909d3af85463 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] No DVR routers for this DVR port efe28055-2fb6-471a-b258-ee0e32c5091b on host hv-cinder-78692 {{(pid=86311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 18:20:43.651124 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-3c236f8d-2cc4-441b-aa4b-93b86250363d req-5b918817-1f8b-45d2-a451-909d3af85463 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759958'] for port, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:43.685702 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-3c236f8d-2cc4-441b-aa4b-93b86250363d req-5b918817-1f8b-45d2-a451-909d3af85463 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] 10.222.0.13 "DELETE /v2.0/ports/efe28055-2fb6-471a-b258-ee0e32c5091b HTTP/1.1" status: 204 len: 173 time: 2.5007579 Apr 20 18:20:43.778530 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f1ad637-6440-4aaa-b910-0cb6901c49c6 None None] New status for floating IP 697bdca7-f5e8-45b4-ba3c-1cc006236a49: DOWN {{(pid=86312) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 20 18:20:43.852153 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_dvr_db [None req-c401fa9b-3999-4ebc-bebc-b906d2a6a48c None None] Set router 7ec829b5-df62-4eeb-b9be-0781d58bffbd gateway port host: dv-cinder-786929-2-smb {{(pid=86313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 18:20:43.865949 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-56845252-e6ad-4621-abdb-8ed1a5739c2d req-cd18884e-ab8d-472b-82a7-3c29e9bb8552 service neutron] 10.222.0.13 "GET /v2.0/networks/5467fe04-58d8-4cf1-9bf3-ac31cba799ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3744907 Apr 20 18:20:43.876344 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.db [req-5ac7f848-2cf1-496d-9129-00b7dc8d2e80 req-04fc96e2-9819-415c-a716-3b7418a824e8 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] For port e7099379-7fe8-471b-9b2e-8814ac912d1a, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=e7099379-7fe8-471b-9b2e-8814ac912d1a,segment=NetworkSegment(48e9a50f-9987-468e-9cbc-b73b5f8756db),segment_id=48e9a50f-9987-468e-9cbc-b73b5f8756db)] {{(pid=86310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:20:43.877328 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-5ac7f848-2cf1-496d-9129-00b7dc8d2e80 req-04fc96e2-9819-415c-a716-3b7418a824e8 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632958'] for port, precommit_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:44.233222 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '017750e2-2faa-492d-81ff-e9560fb475f5', 'name': 'network-vif-deleted', 'tag': 'efe28055-2fb6-471a-b258-ee0e32c5091b'}] {{(pid=86311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:20:44.339320 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '017750e2-2faa-492d-81ff-e9560fb475f5', 'name': 'network-vif-deleted', 'tag': 'efe28055-2fb6-471a-b258-ee0e32c5091b', 'status': 'completed', 'code': 200} Apr 20 18:20:44.399941 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_hamode_db [None req-c401fa9b-3999-4ebc-bebc-b906d2a6a48c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ec829b5-df62-4eeb-b9be-0781d58bffbd', 'name': 'tempest-AttachVolumeTestJSON-1231333648-router', 'tenant_id': 'cb69ef4d450d449286542b7dabcb8f7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26051af8-ebd0-4db2-857e-181975352424', 'external_fixed_ips': [{'subnet_id': 'a8fb9e9c-99d7-49f9-8da9-302520785055', 'ip_address': '172.28.0.84'}], 'enable_snat': True}, 'gw_port_id': '46da91c7-c992-45ad-b29d-ea4047abeef9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:15:49Z', 'updated_at': '2021-04-20T18:16:05Z', 'revision_number': 4, 'project_id': 'cb69ef4d450d449286542b7dabcb8f7a', 'gw_port': {'id': '46da91c7-c992-45ad-b29d-ea4047abeef9', 'name': '', 'network_id': '26051af8-ebd0-4db2-857e-181975352424', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:cd:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ec829b5-df62-4eeb-b9be-0781d58bffbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'a8fb9e9c-99d7-49f9-8da9-302520785055', 'ip_address': '172.28.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:15:51Z', 'updated_at': '2021-04-20T18:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8fb9e9c-99d7-49f9-8da9-302520785055', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-2-smb', '_interfaces': [{'id': '113bb86f-f45b-4cdf-b4e9-b39c07af624f', 'name': '', 'network_id': 'eb98ba18-b0fc-455c-9bef-282881864632', 'tenant_id': 'cb69ef4d450d449286542b7dabcb8f7a', 'mac_address': 'fa:16:3e:81:69:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ec829b5-df62-4eeb-b9be-0781d58bffbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'df8c402d-ed6b-4e3d-81d4-7ab30d507809', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:16:00Z', 'updated_at': '2021-04-20T18:16:19Z', 'revision_number': 5, 'project_id': 'cb69ef4d450d449286542b7dabcb8f7a', 'subnets': [{'id': 'df8c402d-ed6b-4e3d-81d4-7ab30d507809', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786929-2-smb', False) {} {{(pid=86313) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:20:44.401532 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-5ac7f848-2cf1-496d-9129-00b7dc8d2e80 req-04fc96e2-9819-415c-a716-3b7418a824e8 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:44.401964 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-5ac7f848-2cf1-496d-9129-00b7dc8d2e80 req-04fc96e2-9819-415c-a716-3b7418a824e8 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854121806'] for floatingip, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:44.402325 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.db.l3_db [req-5ac7f848-2cf1-496d-9129-00b7dc8d2e80 req-04fc96e2-9819-415c-a716-3b7418a824e8 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Floating IP 03b4c6a1-f35e-4f70-ac50-4e98c3e772b0 disassociated. External IP: 172.28.0.82, port: e7099379-7fe8-471b-9b2e-8814ac912d1a. Apr 20 18:20:44.402738 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.plugin [req-5ac7f848-2cf1-496d-9129-00b7dc8d2e80 req-04fc96e2-9819-415c-a716-3b7418a824e8 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Calling delete_port for e7099379-7fe8-471b-9b2e-8814ac912d1a owned by compute:nova {{(pid=86310) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 18:20:44.412104 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c401fa9b-3999-4ebc-bebc-b906d2a6a48c None None] Checking router: 7ec829b5-df62-4eeb-b9be-0781d58bffbd for host: dv-cinder-786929-2-smb {{(pid=86313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 18:20:44.437834 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c401fa9b-3999-4ebc-bebc-b906d2a6a48c None None] Routers {'7ec829b5-df62-4eeb-b9be-0781d58bffbd'} bound to L3 agent in host dv-cinder-786929-2-smb {{(pid=86313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:20:44.438627 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_hamode_db [None req-c401fa9b-3999-4ebc-bebc-b906d2a6a48c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786929-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-20T18:07:11Z,description=,heartbeat_timestamp=2021-04-20T18:20:41Z,host='dv-cinder-786929-2-smb',id=40af0123-fc20-4e27-8672-759459b7c5ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T18:07:11Z,topic='l3_agent')) {'router_ids': ['7ec829b5-df62-4eeb-b9be-0781d58bffbd'], 'active': True} {{(pid=86313) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:20:44.752242 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67076e7-a3e1-46ac-b346-22860ce6c04e req-8ec413ec-d313-4389-80fc-8eff03524039 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:20:44.753959 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-e67076e7-a3e1-46ac-b346-22860ce6c04e req-8ec413ec-d313-4389-80fc-8eff03524039 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] 10.222.0.32 "GET /v2.0/ports?device_id=07d6c6c3-c813-4ea4-9976-f31a36a8cdd1 HTTP/1.1" status: 200 len: 946 time: 0.1926479 Apr 20 18:20:44.820011 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-e67076e7-a3e1-46ac-b346-22860ce6c04e req-ab459ebc-5875-4d27-a5e3-d9f9eb7f32a9 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] 10.222.0.32 "GET /v2.0/security-groups?id=72e2741b-2767-416b-b004-90187f015a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588915 Apr 20 18:20:44.830277 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-5ac7f848-2cf1-496d-9129-00b7dc8d2e80 req-04fc96e2-9819-415c-a716-3b7418a824e8 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852966479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363299861045279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363299861495122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852424964'] for port, after_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:44.839209 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-685ba420-0902-4f1e-bf18-0a313624e8ab tempest-VolumesSnapshotTestJSON-785424082 tempest-VolumesSnapshotTestJSON-785424082-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:20:44.890097 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.32', 55316) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:20:44.891144 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_dvr_db [None req-c401fa9b-3999-4ebc-bebc-b906d2a6a48c None None] Set router 7ec829b5-df62-4eeb-b9be-0781d58bffbd gateway port host: dv-cinder-786929-2-smb {{(pid=86313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 18:20:44.895306 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.rpc [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Device e7099379-7fe8-471b-9b2e-8814ac912d1a no longer exists at agent hyperv_hv-cinder-78692 {{(pid=86312) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 18:20:44.920353 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fc96e2-9819-415c-a716-3b7418a824e8 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Pushing event deleted for resources: {'Port': ['ID=e7099379-7fe8-471b-9b2e-8814ac912d1a,revision_number=None']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:20:44.925054 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-04fc96e2-9819-415c-a716-3b7418a824e8 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:20:44.951781 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.32', 55320) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:20:44.970278 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.plugin [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] No Port match for: e7099379-7fe8-471b-9b2e-8814ac912d1a {{(pid=86312) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 18:20:44.970828 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.rpc [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Device e7099379-7fe8-471b-9b2e-8814ac912d1a not bound to the agent host hv-cinder-78692 {{(pid=86312) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 18:20:44.971280 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.rpc [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Device efe28055-2fb6-471a-b258-ee0e32c5091b no longer exists at agent hyperv_hv-cinder-78692 {{(pid=86312) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 18:20:45.023307 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.plugin [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] No Port match for: efe28055-2fb6-471a-b258-ee0e32c5091b {{(pid=86312) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 18:20:45.023307 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.rpc [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Device efe28055-2fb6-471a-b258-ee0e32c5091b not bound to the agent host hv-cinder-78692 {{(pid=86312) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 18:20:45.040604 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-763db301-6367-4399-b7d2-d358c1db1a8b tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Notify callbacks [] for security_group, before_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:45.077772 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-763db301-6367-4399-b7d2-d358c1db1a8b tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:45.132919 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-763db301-6367-4399-b7d2-d358c1db1a8b tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854236768'] for security_group, after_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:45.163692 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-d43730e7-ce90-44f4-b047-83f36efa3768 tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:20:45.207014 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763db301-6367-4399-b7d2-d358c1db1a8b tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=38e27d19-d8a9-48d6-a9d6-ec021bffb723,revision_number=None']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:20:45.212457 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-763db301-6367-4399-b7d2-d358c1db1a8b tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:20:45.214410 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-0a6b6963-3966-4b22-a69c-b668082c7433 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:45.229548 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-763db301-6367-4399-b7d2-d358c1db1a8b tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Notify callbacks [] for security_group, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:45.236403 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-763db301-6367-4399-b7d2-d358c1db1a8b tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] 10.222.0.32 "DELETE /v2.0/security-groups/38e27d19-d8a9-48d6-a9d6-ec021bffb723 HTTP/1.1" status: 204 len: 168 time: 0.3447776 Apr 20 18:20:45.240819 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.32', 55330) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:20:45.290782 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.api.v2.resource [None req-11ca97da-c741-44fc-b4f6-c4b2b8328c5e tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] show failed (client error): The resource could not be found. Apr 20 18:20:45.298636 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-11ca97da-c741-44fc-b4f6-c4b2b8328c5e tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] 10.222.0.32 "GET /v2.0/security-groups/38e27d19-d8a9-48d6-a9d6-ec021bffb723 HTTP/1.1" status: 404 len: 347 time: 0.0419583 Apr 20 18:20:45.300651 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-0a6b6963-3966-4b22-a69c-b668082c7433 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:20:45.305137 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.32', 55334) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:20:45.480025 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-0a6b6963-3966-4b22-a69c-b668082c7433 admin admin] Usage tracker for resource:security_group_rule and tenant:24db17ede7834ce1bee7090616bfd2a7 is out of sync, need to count used quota {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:20:45.492075 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-0a6b6963-3966-4b22-a69c-b668082c7433 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:20:45.493095 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_hamode_db [None req-c401fa9b-3999-4ebc-bebc-b906d2a6a48c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ec829b5-df62-4eeb-b9be-0781d58bffbd', 'name': 'tempest-AttachVolumeTestJSON-1231333648-router', 'tenant_id': 'cb69ef4d450d449286542b7dabcb8f7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26051af8-ebd0-4db2-857e-181975352424', 'external_fixed_ips': [{'subnet_id': 'a8fb9e9c-99d7-49f9-8da9-302520785055', 'ip_address': '172.28.0.84'}], 'enable_snat': True}, 'gw_port_id': '46da91c7-c992-45ad-b29d-ea4047abeef9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:15:49Z', 'updated_at': '2021-04-20T18:16:05Z', 'revision_number': 4, 'project_id': 'cb69ef4d450d449286542b7dabcb8f7a', 'gw_port': {'id': '46da91c7-c992-45ad-b29d-ea4047abeef9', 'name': '', 'network_id': '26051af8-ebd0-4db2-857e-181975352424', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:cd:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ec829b5-df62-4eeb-b9be-0781d58bffbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'a8fb9e9c-99d7-49f9-8da9-302520785055', 'ip_address': '172.28.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:15:51Z', 'updated_at': '2021-04-20T18:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8fb9e9c-99d7-49f9-8da9-302520785055', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-2-smb', '_interfaces': [{'id': '113bb86f-f45b-4cdf-b4e9-b39c07af624f', 'name': '', 'network_id': 'eb98ba18-b0fc-455c-9bef-282881864632', 'tenant_id': 'cb69ef4d450d449286542b7dabcb8f7a', 'mac_address': 'fa:16:3e:81:69:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ec829b5-df62-4eeb-b9be-0781d58bffbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'df8c402d-ed6b-4e3d-81d4-7ab30d507809', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:16:00Z', 'updated_at': '2021-04-20T18:16:19Z', 'revision_number': 5, 'project_id': 'cb69ef4d450d449286542b7dabcb8f7a', 'subnets': [{'id': 'df8c402d-ed6b-4e3d-81d4-7ab30d507809', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786929-2-smb', False) {} {{(pid=86313) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:20:45.497934 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c401fa9b-3999-4ebc-bebc-b906d2a6a48c None None] The sync data for ids ['7ec829b5-df62-4eeb-b9be-0781d58bffbd'] in dv-cinder-786929-2-smb is: [{'id': '7ec829b5-df62-4eeb-b9be-0781d58bffbd', 'name': 'tempest-AttachVolumeTestJSON-1231333648-router', 'tenant_id': 'cb69ef4d450d449286542b7dabcb8f7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26051af8-ebd0-4db2-857e-181975352424', 'external_fixed_ips': [{'subnet_id': 'a8fb9e9c-99d7-49f9-8da9-302520785055', 'ip_address': '172.28.0.84'}], 'enable_snat': True}, 'gw_port_id': '46da91c7-c992-45ad-b29d-ea4047abeef9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:15:49Z', 'updated_at': '2021-04-20T18:16:05Z', 'revision_number': 4, 'project_id': 'cb69ef4d450d449286542b7dabcb8f7a', 'gw_port': {'id': '46da91c7-c992-45ad-b29d-ea4047abeef9', 'name': '', 'network_id': '26051af8-ebd0-4db2-857e-181975352424', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:cd:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ec829b5-df62-4eeb-b9be-0781d58bffbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'a8fb9e9c-99d7-49f9-8da9-302520785055', 'ip_address': '172.28.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:15:51Z', 'updated_at': '2021-04-20T18:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8fb9e9c-99d7-49f9-8da9-302520785055', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-2-smb', '_interfaces': [{'id': '113bb86f-f45b-4cdf-b4e9-b39c07af624f', 'name': '', 'network_id': 'eb98ba18-b0fc-455c-9bef-282881864632', 'tenant_id': 'cb69ef4d450d449286542b7dabcb8f7a', 'mac_address': 'fa:16:3e:81:69:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ec829b5-df62-4eeb-b9be-0781d58bffbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'df8c402d-ed6b-4e3d-81d4-7ab30d507809', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:16:00Z', 'updated_at': '2021-04-20T18:16:19Z', 'revision_number': 5, 'project_id': 'cb69ef4d450d449286542b7dabcb8f7a', 'subnets': [{'id': 'df8c402d-ed6b-4e3d-81d4-7ab30d507809', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 18:20:45.523912 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-0a6b6963-3966-4b22-a69c-b668082c7433 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:20:45.550823 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.plugin [None req-e248943b-4694-4a56-b8bb-3bdd384278b0 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Deleting port 1a42a611-24c0-417a-9daa-35ddad61f5d2 {{(pid=86311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:20:45.551210 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-e248943b-4694-4a56-b8bb-3bdd384278b0 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363299861050484'] for port, before_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:45.574069 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5ac7f848-2cf1-496d-9129-00b7dc8d2e80 req-04fc96e2-9819-415c-a716-3b7418a824e8 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Router 892fc000-9b87-40e4-be38-b59d8a6e51fc has already been hosted by L3 agent 40af0123-fc20-4e27-8672-759459b7c5ef {{(pid=86310) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 18:20:45.807821 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-e248943b-4694-4a56-b8bb-3bdd384278b0 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632958'] for port, precommit_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:45.808182 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-e248943b-4694-4a56-b8bb-3bdd384278b0 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:45.889099 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5ac7f848-2cf1-496d-9129-00b7dc8d2e80 req-04fc96e2-9819-415c-a716-3b7418a824e8 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Notify agent at l3_agent.dv-cinder-786929-2-smb the message routers_updated {{(pid=86310) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 18:20:45.911920 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de540599-e4f3-4938-a1e7-3235c5375fc2 None None] Sync routers for ids ['892fc000-9b87-40e4-be38-b59d8a6e51fc'] in dv-cinder-786929-2-smb {{(pid=86313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 18:20:45.936088 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de540599-e4f3-4938-a1e7-3235c5375fc2 None None] Routers {'892fc000-9b87-40e4-be38-b59d8a6e51fc'} bound to L3 agent in host dv-cinder-786929-2-smb {{(pid=86313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:20:45.938075 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_hamode_db [None req-de540599-e4f3-4938-a1e7-3235c5375fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786929-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-20T18:07:11Z,description=,heartbeat_timestamp=2021-04-20T18:20:41Z,host='dv-cinder-786929-2-smb',id=40af0123-fc20-4e27-8672-759459b7c5ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T18:07:11Z,topic='l3_agent')) {'router_ids': ['892fc000-9b87-40e4-be38-b59d8a6e51fc'], 'active': True} {{(pid=86313) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:20:45.986362 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.plugin [None req-e248943b-4694-4a56-b8bb-3bdd384278b0 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Calling delete_port for 1a42a611-24c0-417a-9daa-35ddad61f5d2 owned by network:floatingip {{(pid=86311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 18:20:46.035821 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-0a6b6963-3966-4b22-a69c-b668082c7433 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:46.048348 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-0a6b6963-3966-4b22-a69c-b668082c7433 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854236768'] for security_group, after_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:46.073048 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-00514eee-306e-4034-8414-077562cf735f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:20:46.152439 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe3ff20-d2e9-46f6-bebc-055c0e6e5764 None None] New status for floating IP 23125fd8-c276-4ac3-b20a-f534d593aa01: DOWN {{(pid=86312) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 20 18:20:46.156274 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ac7f848-2cf1-496d-9129-00b7dc8d2e80 req-04fc96e2-9819-415c-a716-3b7418a824e8 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] No DVR routers for this DVR port e7099379-7fe8-471b-9b2e-8814ac912d1a on host hv-cinder-78692 {{(pid=86310) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 18:20:46.160324 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-5ac7f848-2cf1-496d-9129-00b7dc8d2e80 req-04fc96e2-9819-415c-a716-3b7418a824e8 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759958'] for port, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:46.165222 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07d6c6c3-c813-4ea4-9976-f31a36a8cdd1', 'name': 'network-vif-deleted', 'tag': 'e7099379-7fe8-471b-9b2e-8814ac912d1a'}] {{(pid=86310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:20:46.216368 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-5ac7f848-2cf1-496d-9129-00b7dc8d2e80 req-04fc96e2-9819-415c-a716-3b7418a824e8 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] 10.222.0.13 "DELETE /v2.0/ports/e7099379-7fe8-471b-9b2e-8814ac912d1a HTTP/1.1" status: 204 len: 173 time: 3.1211514 Apr 20 18:20:46.306139 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-7e20c48a-ab8a-4ee5-b397-9eab02c63310 req-aeaea04e-d7d7-46c4-b5c5-d88290cc8347 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] 10.222.0.32 "GET /v2.0/ports?device_id=07d6c6c3-c813-4ea4-9976-f31a36a8cdd1 HTTP/1.1" status: 200 len: 210 time: 0.1627235 Apr 20 18:20:46.318374 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_dvr_db [None req-de540599-e4f3-4938-a1e7-3235c5375fc2 None None] Set router 892fc000-9b87-40e4-be38-b59d8a6e51fc gateway port host: dv-cinder-786929-2-smb {{(pid=86313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 18:20:46.351050 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-0a6b6963-3966-4b22-a69c-b668082c7433 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=24db17ede7834ce1bee7090616bfd2a7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3976028 Apr 20 18:20:46.353711 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.32', 55344) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:20:46.413087 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6b6963-3966-4b22-a69c-b668082c7433 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6fd4bac-eaaf-4d52-acb2-1f37d5df54b6,revision_number=1']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:20:46.437058 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-0a6b6963-3966-4b22-a69c-b668082c7433 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:20:46.523629 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07d6c6c3-c813-4ea4-9976-f31a36a8cdd1', 'name': 'network-vif-deleted', 'tag': 'e7099379-7fe8-471b-9b2e-8814ac912d1a', 'status': 'completed', 'code': 200} Apr 20 18:20:46.559124 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-f4cdff31-560c-4d00-ad33-e62f70241b2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:46.591688 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-f4cdff31-560c-4d00-ad33-e62f70241b2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:46.643123 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-e248943b-4694-4a56-b8bb-3bdd384278b0 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852966479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363299861045279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363299861495122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850693756'] for port, after_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:46.643704 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.db.api [None req-6fe3ff20-d2e9-46f6-bebc-055c0e6e5764 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=86312) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 20 18:20:46.644118 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_db.api [None req-6fe3ff20-d2e9-46f6-bebc-055c0e6e5764 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=86312) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 20 18:20:46.651487 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-f4cdff31-560c-4d00-ad33-e62f70241b2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854236768'] for security_group, after_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:46.660109 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-b0fb4a48-8a96-4853-aac0-05044f1bf6d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:20:46.661018 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:20:46.685691 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-f4cdff31-560c-4d00-ad33-e62f70241b2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:46.692903 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-f4cdff31-560c-4d00-ad33-e62f70241b2e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a6fd4bac-eaaf-4d52-acb2-1f37d5df54b6 HTTP/1.1" status: 204 len: 168 time: 0.3375485 Apr 20 18:20:46.697362 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cdff31-560c-4d00-ad33-e62f70241b2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6fd4bac-eaaf-4d52-acb2-1f37d5df54b6,revision_number=None']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:20:46.723811 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-f4cdff31-560c-4d00-ad33-e62f70241b2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:20:46.872992 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e248943b-4694-4a56-b8bb-3bdd384278b0 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Pushing event deleted for resources: {'Port': ['ID=1a42a611-24c0-417a-9daa-35ddad61f5d2,revision_number=None']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:20:46.882825 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-e248943b-4694-4a56-b8bb-3bdd384278b0 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:20:46.922924 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-e248943b-4694-4a56-b8bb-3bdd384278b0 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Notify callbacks [] for floatingip, after_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:46.952984 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-e248943b-4694-4a56-b8bb-3bdd384278b0 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759958'] for floatingip, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:46.954283 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-e248943b-4694-4a56-b8bb-3bdd384278b0 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] 10.222.0.32 "DELETE /v2.0/floatingips/23125fd8-c276-4ac3-b20a-f534d593aa01 HTTP/1.1" status: 204 len: 168 time: 1.6460180 Apr 20 18:20:47.146061 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe3ff20-d2e9-46f6-bebc-055c0e6e5764 None None] New status for floating IP 23125fd8-c276-4ac3-b20a-f534d593aa01: DOWN {{(pid=86312) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 20 18:20:47.330407 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_hamode_db [None req-de540599-e4f3-4938-a1e7-3235c5375fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '892fc000-9b87-40e4-be38-b59d8a6e51fc', 'name': 'tempest-AttachVolumeShelveTestJSON-1277685248-router', 'tenant_id': '02dae3b9331843428972d1ab84d0d2ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26051af8-ebd0-4db2-857e-181975352424', 'external_fixed_ips': [{'subnet_id': 'a8fb9e9c-99d7-49f9-8da9-302520785055', 'ip_address': '172.28.0.25'}], 'enable_snat': True}, 'gw_port_id': '58f2f10b-45b8-425b-94b8-498bbc5fd79f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:16:59Z', 'updated_at': '2021-04-20T18:17:11Z', 'revision_number': 4, 'project_id': '02dae3b9331843428972d1ab84d0d2ed', 'gw_port': {'id': '58f2f10b-45b8-425b-94b8-498bbc5fd79f', 'name': '', 'network_id': '26051af8-ebd0-4db2-857e-181975352424', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:5d:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '892fc000-9b87-40e4-be38-b59d8a6e51fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': 'a8fb9e9c-99d7-49f9-8da9-302520785055', 'ip_address': '172.28.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:17:02Z', 'updated_at': '2021-04-20T18:17:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8fb9e9c-99d7-49f9-8da9-302520785055', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-2-smb', '_interfaces': [{'id': '97e8aecc-8579-4367-bc24-7b49e2b85e7e', 'name': '', 'network_id': '5b82a5ad-5a0b-4f36-b6c5-403cadd34a79', 'tenant_id': '02dae3b9331843428972d1ab84d0d2ed', 'mac_address': 'fa:16:3e:a7:d6:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '892fc000-9b87-40e4-be38-b59d8a6e51fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': 'a0d1d23a-bc57-4fd3-ab7b-5ff7156471c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:17:09Z', 'updated_at': '2021-04-20T18:17:22Z', 'revision_number': 5, 'project_id': '02dae3b9331843428972d1ab84d0d2ed', 'subnets': [{'id': 'a0d1d23a-bc57-4fd3-ab7b-5ff7156471c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786929-2-smb', False) {} {{(pid=86313) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:20:47.361532 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de540599-e4f3-4938-a1e7-3235c5375fc2 None None] Checking router: 892fc000-9b87-40e4-be38-b59d8a6e51fc for host: dv-cinder-786929-2-smb {{(pid=86313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 18:20:47.383804 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de540599-e4f3-4938-a1e7-3235c5375fc2 None None] Routers {'892fc000-9b87-40e4-be38-b59d8a6e51fc'} bound to L3 agent in host dv-cinder-786929-2-smb {{(pid=86313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:20:47.384475 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_hamode_db [None req-de540599-e4f3-4938-a1e7-3235c5375fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786929-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-20T18:07:11Z,description=,heartbeat_timestamp=2021-04-20T18:20:41Z,host='dv-cinder-786929-2-smb',id=40af0123-fc20-4e27-8672-759459b7c5ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T18:07:11Z,topic='l3_agent')) {'router_ids': ['892fc000-9b87-40e4-be38-b59d8a6e51fc'], 'active': True} {{(pid=86313) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:20:47.385249 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.32', 55370) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:20:47.396421 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.v2.base [None req-27da9b3f-8b5f-468f-86d5-5ffb6f694974 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1605207343', 'description': 'tempest-description--1899467707'}} {{(pid=86310) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:20:47.411093 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-27da9b3f-8b5f-468f-86d5-5ffb6f694974 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:20:47.418893 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-27da9b3f-8b5f-468f-86d5-5ffb6f694974 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Usage tracker for resource:security_group and tenant:cb69ef4d450d449286542b7dabcb8f7a is out of sync, need to count used quota {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:20:47.433423 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-27da9b3f-8b5f-468f-86d5-5ffb6f694974 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:20:47.445021 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-27da9b3f-8b5f-468f-86d5-5ffb6f694974 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:20:47.464633 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-27da9b3f-8b5f-468f-86d5-5ffb6f694974 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Notify callbacks [] for security_group, before_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:47.467138 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f7ccc5-facb-42b0-b780-f8a2d80f2543 req-28000e6f-6987-4427-a81e-4d9517c0370d tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:20:47.467881 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [req-d7f7ccc5-facb-42b0-b780-f8a2d80f2543 req-28000e6f-6987-4427-a81e-4d9517c0370d tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] Synchronizing usage tracker for tenant:f1ef4bfa09f748e68c0ffb50c325b46d on resource:port {{(pid=86311) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 18:20:47.494610 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-27da9b3f-8b5f-468f-86d5-5ffb6f694974 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:20:47.498545 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [req-d7f7ccc5-facb-42b0-b780-f8a2d80f2543 req-28000e6f-6987-4427-a81e-4d9517c0370d tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] Unset dirty status for tenant:f1ef4bfa09f748e68c0ffb50c325b46d on resource:port {{(pid=86311) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 18:20:47.499336 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-27da9b3f-8b5f-468f-86d5-5ffb6f694974 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Usage tracker for resource:security_group_rule and tenant:cb69ef4d450d449286542b7dabcb8f7a is out of sync, need to count used quota {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:20:47.502586 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-d7f7ccc5-facb-42b0-b780-f8a2d80f2543 req-28000e6f-6987-4427-a81e-4d9517c0370d tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] 10.222.0.32 "GET /v2.0/ports?device_id=6345661c-9713-4d1c-aab4-a71f62000a4c HTTP/1.1" status: 200 len: 945 time: 0.1823728 Apr 20 18:20:47.503073 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-27da9b3f-8b5f-468f-86d5-5ffb6f694974 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:20:47.510102 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-27da9b3f-8b5f-468f-86d5-5ffb6f694974 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:20:47.579849 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [req-d7f7ccc5-facb-42b0-b780-f8a2d80f2543 req-c456b012-e2d3-45e0-959b-32d8b198e612 tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] Synchronizing usage tracker for tenant:f1ef4bfa09f748e68c0ffb50c325b46d on resource:security_group {{(pid=86311) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 18:20:47.615460 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [req-d7f7ccc5-facb-42b0-b780-f8a2d80f2543 req-c456b012-e2d3-45e0-959b-32d8b198e612 tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] Unset dirty status for tenant:f1ef4bfa09f748e68c0ffb50c325b46d on resource:security_group {{(pid=86311) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 18:20:47.626718 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-d7f7ccc5-facb-42b0-b780-f8a2d80f2543 req-c456b012-e2d3-45e0-959b-32d8b198e612 tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] 10.222.0.32 "GET /v2.0/security-groups?id=65af6381-35bc-4067-932d-2c0d9f598574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182966 Apr 20 18:20:47.632692 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.32', 55382) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:20:47.655547 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-27da9b3f-8b5f-468f-86d5-5ffb6f694974 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Notify callbacks [] for security_group, precommit_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:47.658936 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-27da9b3f-8b5f-468f-86d5-5ffb6f694974 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854236768'] for security_group, after_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:47.704659 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-71cb73b4-e735-4160-bbef-f635a9666932 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:20:47.721826 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-27da9b3f-8b5f-468f-86d5-5ffb6f694974 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Notify callbacks [] for security_group, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:47.728510 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-27da9b3f-8b5f-468f-86d5-5ffb6f694974 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3408515 Apr 20 18:20:47.732921 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.32', 55388) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:20:47.751437 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.v2.base [None req-158fecdf-853f-4609-a9e1-5bfd9f4ff855 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Request body: {'security_group_rule': {'security_group_id': '700a848a-c728-44c7-ba4c-504318319c52', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:20:47.760114 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27da9b3f-8b5f-468f-86d5-5ffb6f694974 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Pushing event updated for resources: {'SecurityGroup': ['ID=700a848a-c728-44c7-ba4c-504318319c52,revision_number=1']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:20:47.764730 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-27da9b3f-8b5f-468f-86d5-5ffb6f694974 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:20:47.766912 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-158fecdf-853f-4609-a9e1-5bfd9f4ff855 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:20:47.788951 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-158fecdf-853f-4609-a9e1-5bfd9f4ff855 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Usage tracker for resource:security_group_rule and tenant:cb69ef4d450d449286542b7dabcb8f7a is out of sync, need to count used quota {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:20:47.793050 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_dvr_db [None req-de540599-e4f3-4938-a1e7-3235c5375fc2 None None] Set router 892fc000-9b87-40e4-be38-b59d8a6e51fc gateway port host: dv-cinder-786929-2-smb {{(pid=86313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 18:20:47.793364 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-35ad280f-45ef-4a3d-806d-fb2ad77b87d4 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Notify callbacks [] for security_group, before_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:47.798243 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-158fecdf-853f-4609-a9e1-5bfd9f4ff855 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:20:47.816161 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-158fecdf-853f-4609-a9e1-5bfd9f4ff855 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:20:47.849526 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-35ad280f-45ef-4a3d-806d-fb2ad77b87d4 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:47.882391 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-158fecdf-853f-4609-a9e1-5bfd9f4ff855 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:47.965448 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-35ad280f-45ef-4a3d-806d-fb2ad77b87d4 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854236768'] for security_group, after_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:47.972029 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-bf25178f-1d6a-4798-8756-4df502ec39da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:20:47.994669 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ad280f-45ef-4a3d-806d-fb2ad77b87d4 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=72e2741b-2767-416b-b004-90187f015a8a,revision_number=None']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:20:48.002465 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-35ad280f-45ef-4a3d-806d-fb2ad77b87d4 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:20:48.029017 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-158fecdf-853f-4609-a9e1-5bfd9f4ff855 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:48.036155 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-158fecdf-853f-4609-a9e1-5bfd9f4ff855 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854236732'] for security_group_rule, after_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:48.039227 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-35ad280f-45ef-4a3d-806d-fb2ad77b87d4 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Notify callbacks [] for security_group, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:48.040899 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-35ad280f-45ef-4a3d-806d-fb2ad77b87d4 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] 10.222.0.32 "DELETE /v2.0/security-groups/72e2741b-2767-416b-b004-90187f015a8a HTTP/1.1" status: 204 len: 168 time: 0.4071441 Apr 20 18:20:48.043974 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.32', 55398) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:20:48.057141 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:20:48.076703 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.api.v2.resource [None req-ab972cf9-a83c-4679-8a5f-f3fd519bdfec tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] show failed (client error): The resource could not be found. Apr 20 18:20:48.083393 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-ab972cf9-a83c-4679-8a5f-f3fd519bdfec tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] 10.222.0.32 "GET /v2.0/security-groups/72e2741b-2767-416b-b004-90187f015a8a HTTP/1.1" status: 404 len: 347 time: 0.0375919 Apr 20 18:20:48.086346 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.32', 55402) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:20:48.097282 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158fecdf-853f-4609-a9e1-5bfd9f4ff855 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d3ce115-2581-4485-a441-29cb779a2956,revision_number=0']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:20:48.108849 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-158fecdf-853f-4609-a9e1-5bfd9f4ff855 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:20:48.118590 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-158fecdf-853f-4609-a9e1-5bfd9f4ff855 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:48.119888 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-158fecdf-853f-4609-a9e1-5bfd9f4ff855 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3848433 Apr 20 18:20:48.124768 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.32', 55406) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:20:48.142597 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.v2.base [None req-8044f8f2-14fb-4d0a-9c81-0c0b560d59eb tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Request body: {'security_group_rule': {'security_group_id': '700a848a-c728-44c7-ba4c-504318319c52', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:20:48.150390 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-8044f8f2-14fb-4d0a-9c81-0c0b560d59eb tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:20:48.157061 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-8044f8f2-14fb-4d0a-9c81-0c0b560d59eb tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Usage tracker for resource:security_group_rule and tenant:cb69ef4d450d449286542b7dabcb8f7a is out of sync, need to count used quota {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:20:48.161739 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-8044f8f2-14fb-4d0a-9c81-0c0b560d59eb tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:20:48.172791 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-8044f8f2-14fb-4d0a-9c81-0c0b560d59eb tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:20:48.193400 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-8044f8f2-14fb-4d0a-9c81-0c0b560d59eb tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:48.228527 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_hamode_db [None req-de540599-e4f3-4938-a1e7-3235c5375fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '892fc000-9b87-40e4-be38-b59d8a6e51fc', 'name': 'tempest-AttachVolumeShelveTestJSON-1277685248-router', 'tenant_id': '02dae3b9331843428972d1ab84d0d2ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26051af8-ebd0-4db2-857e-181975352424', 'external_fixed_ips': [{'subnet_id': 'a8fb9e9c-99d7-49f9-8da9-302520785055', 'ip_address': '172.28.0.25'}], 'enable_snat': True}, 'gw_port_id': '58f2f10b-45b8-425b-94b8-498bbc5fd79f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:16:59Z', 'updated_at': '2021-04-20T18:17:11Z', 'revision_number': 4, 'project_id': '02dae3b9331843428972d1ab84d0d2ed', 'gw_port': {'id': '58f2f10b-45b8-425b-94b8-498bbc5fd79f', 'name': '', 'network_id': '26051af8-ebd0-4db2-857e-181975352424', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:5d:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '892fc000-9b87-40e4-be38-b59d8a6e51fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': 'a8fb9e9c-99d7-49f9-8da9-302520785055', 'ip_address': '172.28.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:17:02Z', 'updated_at': '2021-04-20T18:17:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8fb9e9c-99d7-49f9-8da9-302520785055', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-2-smb', '_interfaces': [{'id': '97e8aecc-8579-4367-bc24-7b49e2b85e7e', 'name': '', 'network_id': '5b82a5ad-5a0b-4f36-b6c5-403cadd34a79', 'tenant_id': '02dae3b9331843428972d1ab84d0d2ed', 'mac_address': 'fa:16:3e:a7:d6:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '892fc000-9b87-40e4-be38-b59d8a6e51fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': 'a0d1d23a-bc57-4fd3-ab7b-5ff7156471c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:17:09Z', 'updated_at': '2021-04-20T18:17:22Z', 'revision_number': 5, 'project_id': '02dae3b9331843428972d1ab84d0d2ed', 'subnets': [{'id': 'a0d1d23a-bc57-4fd3-ab7b-5ff7156471c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786929-2-smb', False) {} {{(pid=86313) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:20:48.234260 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de540599-e4f3-4938-a1e7-3235c5375fc2 None None] The sync data for ids ['892fc000-9b87-40e4-be38-b59d8a6e51fc'] in dv-cinder-786929-2-smb is: [{'id': '892fc000-9b87-40e4-be38-b59d8a6e51fc', 'name': 'tempest-AttachVolumeShelveTestJSON-1277685248-router', 'tenant_id': '02dae3b9331843428972d1ab84d0d2ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26051af8-ebd0-4db2-857e-181975352424', 'external_fixed_ips': [{'subnet_id': 'a8fb9e9c-99d7-49f9-8da9-302520785055', 'ip_address': '172.28.0.25'}], 'enable_snat': True}, 'gw_port_id': '58f2f10b-45b8-425b-94b8-498bbc5fd79f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:16:59Z', 'updated_at': '2021-04-20T18:17:11Z', 'revision_number': 4, 'project_id': '02dae3b9331843428972d1ab84d0d2ed', 'gw_port': {'id': '58f2f10b-45b8-425b-94b8-498bbc5fd79f', 'name': '', 'network_id': '26051af8-ebd0-4db2-857e-181975352424', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:5d:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '892fc000-9b87-40e4-be38-b59d8a6e51fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': 'a8fb9e9c-99d7-49f9-8da9-302520785055', 'ip_address': '172.28.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:17:02Z', 'updated_at': '2021-04-20T18:17:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8fb9e9c-99d7-49f9-8da9-302520785055', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-2-smb', '_interfaces': [{'id': '97e8aecc-8579-4367-bc24-7b49e2b85e7e', 'name': '', 'network_id': '5b82a5ad-5a0b-4f36-b6c5-403cadd34a79', 'tenant_id': '02dae3b9331843428972d1ab84d0d2ed', 'mac_address': 'fa:16:3e:a7:d6:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '892fc000-9b87-40e4-be38-b59d8a6e51fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': 'a0d1d23a-bc57-4fd3-ab7b-5ff7156471c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:17:09Z', 'updated_at': '2021-04-20T18:17:22Z', 'revision_number': 5, 'project_id': '02dae3b9331843428972d1ab84d0d2ed', 'subnets': [{'id': 'a0d1d23a-bc57-4fd3-ab7b-5ff7156471c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 18:20:48.266003 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-8044f8f2-14fb-4d0a-9c81-0c0b560d59eb tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:48.269908 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-8044f8f2-14fb-4d0a-9c81-0c0b560d59eb tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854236732'] for security_group_rule, after_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:48.272135 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:20:48.290055 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.plugin [None req-517c7673-5393-454b-93d2-09401ebb2238 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Deleting port f4ee0f0e-902a-4d65-9b99-11ab86d3a822 {{(pid=86310) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:20:48.290632 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-517c7673-5393-454b-93d2-09401ebb2238 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363299861050484'] for port, before_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:48.295832 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8044f8f2-14fb-4d0a-9c81-0c0b560d59eb tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37c97894-c2e7-4d3a-b45c-7ed9e305210c,revision_number=0']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:20:48.300296 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-8044f8f2-14fb-4d0a-9c81-0c0b560d59eb tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:20:48.308553 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-8044f8f2-14fb-4d0a-9c81-0c0b560d59eb tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:48.309927 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-8044f8f2-14fb-4d0a-9c81-0c0b560d59eb tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1839828 Apr 20 18:20:48.313785 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.32', 55412) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:20:48.319805 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.v2.base [None req-53cc222b-6d0e-4eed-a5e4-02746378d08f tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Request body: {'floatingip': {'floating_network_id': '26051af8-ebd0-4db2-857e-181975352424'}} {{(pid=86311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:20:48.326928 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-53cc222b-6d0e-4eed-a5e4-02746378d08f tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:20:48.331001 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-53cc222b-6d0e-4eed-a5e4-02746378d08f tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Usage tracker for resource:floatingip and tenant:cb69ef4d450d449286542b7dabcb8f7a is out of sync, need to count used quota {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:20:48.334080 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-53cc222b-6d0e-4eed-a5e4-02746378d08f tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:20:48.340251 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-53cc222b-6d0e-4eed-a5e4-02746378d08f tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:20:48.355915 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-53cc222b-6d0e-4eed-a5e4-02746378d08f tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Notify callbacks [] for floatingip, before_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:48.495983 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-517c7673-5393-454b-93d2-09401ebb2238 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632958'] for port, precommit_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:48.496359 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-517c7673-5393-454b-93d2-09401ebb2238 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:48.527098 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-53cc222b-6d0e-4eed-a5e4-02746378d08f tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624671'] for port, before_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:48.640298 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.plugin [None req-517c7673-5393-454b-93d2-09401ebb2238 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Calling delete_port for f4ee0f0e-902a-4d65-9b99-11ab86d3a822 owned by network:floatingip {{(pid=86310) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 18:20:48.703711 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d99fb70-e61c-4ca9-8271-3b963886fc51 None None] New status for floating IP 03b4c6a1-f35e-4f70-ac50-4e98c3e772b0: DOWN {{(pid=86313) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 20 18:20:48.751048 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.db_base_plugin_common [None req-53cc222b-6d0e-4eed-a5e4-02746378d08f tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Allocated IP 172.28.0.67 (26051af8-ebd0-4db2-857e-181975352424/a8fb9e9c-99d7-49f9-8da9-302520785055/7ccfd264-f8d1-4eb0-9479-433d858936d0) {{(pid=86311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 18:20:48.826960 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-517c7673-5393-454b-93d2-09401ebb2238 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852966479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363299861045279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363299861495122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852424964'] for port, after_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:48.832847 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-7af1daac-a9a8-4218-8a98-de242c0f7208 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:20:48.888434 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.db.api [None req-6d99fb70-e61c-4ca9-8271-3b963886fc51 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=86313) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 20 18:20:48.888434 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_db.api [None req-6d99fb70-e61c-4ca9-8271-3b963886fc51 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=86313) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 20 18:20:48.915413 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517c7673-5393-454b-93d2-09401ebb2238 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Pushing event deleted for resources: {'Port': ['ID=f4ee0f0e-902a-4d65-9b99-11ab86d3a822,revision_number=None']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:20:48.920485 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-517c7673-5393-454b-93d2-09401ebb2238 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:20:49.062202 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-517c7673-5393-454b-93d2-09401ebb2238 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Notify callbacks [] for floatingip, after_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:49.080962 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-517c7673-5393-454b-93d2-09401ebb2238 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759958'] for floatingip, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:49.082598 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-517c7673-5393-454b-93d2-09401ebb2238 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] 10.222.0.32 "DELETE /v2.0/floatingips/03b4c6a1-f35e-4f70-ac50-4e98c3e772b0 HTTP/1.1" status: 204 len: 168 time: 0.9951024 Apr 20 18:20:49.090601 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-53cc222b-6d0e-4eed-a5e4-02746378d08f tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Notify callbacks [] for port, precommit_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:49.147256 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-53cc222b-6d0e-4eed-a5e4-02746378d08f tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852966479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736993280678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850693756'] for port, after_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:49.155292 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-e4368f88-d855-41ff-8cf2-d56dc6a5cde8 tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:20:49.217780 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6838a28d-d99b-4ad5-b895-c5d3214f8133 req-998d2070-9ba6-41f2-bc33-dc9377144180 tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:20:49.219553 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-6838a28d-d99b-4ad5-b895-c5d3214f8133 req-998d2070-9ba6-41f2-bc33-dc9377144180 tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] 10.222.0.13 "GET /v2.0/ports?device_id=6345661c-9713-4d1c-aab4-a71f62000a4c HTTP/1.1" status: 200 len: 945 time: 0.1125529 Apr 20 18:20:49.312573 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.plugin [req-6838a28d-d99b-4ad5-b895-c5d3214f8133 req-f6f938a2-7fdb-475b-8270-e4a0140d8a89 tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] Deleting port b06d5600-9f6f-4c29-906d-c6c4be47d3d4 {{(pid=86310) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:20:49.312839 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-6838a28d-d99b-4ad5-b895-c5d3214f8133 req-f6f938a2-7fdb-475b-8270-e4a0140d8a89 tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363299861050484'] for port, before_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:49.394092 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d99fb70-e61c-4ca9-8271-3b963886fc51 None None] New status for floating IP 03b4c6a1-f35e-4f70-ac50-4e98c3e772b0: DOWN {{(pid=86313) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 20 18:20:49.409483 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.32', 55432) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:20:49.428907 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.v2.base [None req-167b479a-5da4-4b53-862b-488d881a839b tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Request body: {'security_group': {'name': 'tempest-securitygroup--111507563', 'description': 'tempest-description--1389451978'}} {{(pid=86310) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:20:49.437335 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-167b479a-5da4-4b53-862b-488d881a839b tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:20:49.445831 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-167b479a-5da4-4b53-862b-488d881a839b tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Usage tracker for resource:security_group and tenant:02dae3b9331843428972d1ab84d0d2ed is out of sync, need to count used quota {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:20:49.455893 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-167b479a-5da4-4b53-862b-488d881a839b tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:20:49.466761 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-167b479a-5da4-4b53-862b-488d881a839b tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:20:49.504363 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb85c37f-c821-4e68-9a63-d1037fcd375a req-27d4848c-44ab-42d8-903b-004f4d1a2bd4 tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:20:49.509514 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-eb85c37f-c821-4e68-9a63-d1037fcd375a req-27d4848c-44ab-42d8-903b-004f4d1a2bd4 tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] 10.222.0.32 "GET /v2.0/ports?device_id=6345661c-9713-4d1c-aab4-a71f62000a4c HTTP/1.1" status: 200 len: 945 time: 0.6123004 Apr 20 18:20:49.517169 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cc222b-6d0e-4eed-a5e4-02746378d08f tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Pushing event updated for resources: {'Port': ['ID=7ccfd264-f8d1-4eb0-9479-433d858936d0,revision_number=1']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:20:49.531115 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53cc222b-6d0e-4eed-a5e4-02746378d08f tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Network 26051af8-ebd0-4db2-857e-181975352424 is already hosted by enough agents. {{(pid=86311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 18:20:49.533096 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-53cc222b-6d0e-4eed-a5e4-02746378d08f tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:20:49.534249 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.scheduler.base_scheduler [None req-53cc222b-6d0e-4eed-a5e4-02746378d08f tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Resources bound (agent type, host, resource id): {{(pid=86311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:20:49.549851 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53cc222b-6d0e-4eed-a5e4-02746378d08f tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Received port after_create {{(pid=86311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 18:20:49.556776 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-167b479a-5da4-4b53-862b-488d881a839b tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Notify callbacks [] for security_group, before_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:49.595215 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-167b479a-5da4-4b53-862b-488d881a839b tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:20:49.613079 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-167b479a-5da4-4b53-862b-488d881a839b tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Usage tracker for resource:security_group_rule and tenant:02dae3b9331843428972d1ab84d0d2ed is out of sync, need to count used quota {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:20:49.619082 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-167b479a-5da4-4b53-862b-488d881a839b tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:20:49.630535 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-167b479a-5da4-4b53-862b-488d881a839b tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:20:49.634460 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-eb85c37f-c821-4e68-9a63-d1037fcd375a req-9f7a52d9-15a3-48bf-bef4-542ee0872afd tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] 10.222.0.32 "GET /v2.0/security-groups?id=65af6381-35bc-4067-932d-2c0d9f598574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071970 Apr 20 18:20:49.670794 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-53cc222b-6d0e-4eed-a5e4-02746378d08f tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:49.672716 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.db [req-6838a28d-d99b-4ad5-b895-c5d3214f8133 req-f6f938a2-7fdb-475b-8270-e4a0140d8a89 tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] For port b06d5600-9f6f-4c29-906d-c6c4be47d3d4, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=b06d5600-9f6f-4c29-906d-c6c4be47d3d4,segment=NetworkSegment(c3761845-e004-4da1-9e49-7695607d742e),segment_id=c3761845-e004-4da1-9e49-7695607d742e)] {{(pid=86310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:20:49.673116 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-6838a28d-d99b-4ad5-b895-c5d3214f8133 req-f6f938a2-7fdb-475b-8270-e4a0140d8a89 tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632958'] for port, precommit_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:49.734970 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-53cc222b-6d0e-4eed-a5e4-02746378d08f tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624671'] for port, before_update {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:49.821799 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.plugin [req-6838a28d-d99b-4ad5-b895-c5d3214f8133 req-f6f938a2-7fdb-475b-8270-e4a0140d8a89 tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] Calling delete_port for b06d5600-9f6f-4c29-906d-c6c4be47d3d4 owned by compute:nova {{(pid=86310) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 18:20:49.950127 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-167b479a-5da4-4b53-862b-488d881a839b tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Notify callbacks [] for security_group, precommit_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:49.960925 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-53cc222b-6d0e-4eed-a5e4-02746378d08f tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Notify callbacks [] for port, precommit_update {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:49.964519 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-53cc222b-6d0e-4eed-a5e4-02746378d08f tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852966479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736993730504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736993280695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299861495088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4082061'] for port, after_update {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:49.969956 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-e4368f88-d855-41ff-8cf2-d56dc6a5cde8 tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:20:49.986217 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-167b479a-5da4-4b53-862b-488d881a839b tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854236768'] for security_group, after_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:49.996352 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-bccdb554-73c6-4eee-8bd5-1f4374b3584c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:20:50.058109 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167b479a-5da4-4b53-862b-488d881a839b tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f160d63-b9de-4bb3-8300-e22923f844bc,revision_number=1']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:20:50.061259 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-167b479a-5da4-4b53-862b-488d881a839b tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:20:50.065562 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-167b479a-5da4-4b53-862b-488d881a839b tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Notify callbacks [] for security_group, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:50.066388 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-167b479a-5da4-4b53-862b-488d881a839b tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.6505389 Apr 20 18:20:50.069480 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.32', 55438) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:20:50.078540 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.v2.base [None req-1d602b04-7332-41a1-81c0-ebf50fc96fa4 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Request body: {'security_group_rule': {'security_group_id': '9f160d63-b9de-4bb3-8300-e22923f844bc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86310) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:20:50.086020 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-1d602b04-7332-41a1-81c0-ebf50fc96fa4 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:20:50.086659 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cc222b-6d0e-4eed-a5e4-02746378d08f tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Pushing event updated for resources: {'Port': ['ID=7ccfd264-f8d1-4eb0-9479-433d858936d0,revision_number=2']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:20:50.092711 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-1d602b04-7332-41a1-81c0-ebf50fc96fa4 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Usage tracker for resource:security_group_rule and tenant:02dae3b9331843428972d1ab84d0d2ed is out of sync, need to count used quota {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:20:50.095656 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-6838a28d-d99b-4ad5-b895-c5d3214f8133 req-f6f938a2-7fdb-475b-8270-e4a0140d8a89 tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852966479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363299861045279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363299861495122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852424964'] for port, after_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:50.095797 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-53cc222b-6d0e-4eed-a5e4-02746378d08f tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:20:50.102500 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-1d602b04-7332-41a1-81c0-ebf50fc96fa4 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:20:50.105246 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-53cc222b-6d0e-4eed-a5e4-02746378d08f tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854121806'] for floatingip, after_update {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:50.106206 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.db [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] get_ports_and_sgs() called for port_ids ['b06d5600-9f6f-4c29-906d-c6c4be47d3d4'] {{(pid=86312) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 18:20:50.107905 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-c58bfa3e-e34a-4a7c-8f2e-53320a58c00e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:20:50.129107 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-53cc222b-6d0e-4eed-a5e4-02746378d08f tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759958'] for floatingip, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:50.141101 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-53cc222b-6d0e-4eed-a5e4-02746378d08f tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8155279 Apr 20 18:20:50.171260 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-1d602b04-7332-41a1-81c0-ebf50fc96fa4 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:20:50.209289 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f938a2-7fdb-475b-8270-e4a0140d8a89 tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] Pushing event deleted for resources: {'Port': ['ID=b06d5600-9f6f-4c29-906d-c6c4be47d3d4,revision_number=None']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:20:50.212206 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-f6f938a2-7fdb-475b-8270-e4a0140d8a89 tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:20:50.268754 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_dvrscheduler_db [req-6838a28d-d99b-4ad5-b895-c5d3214f8133 req-f6f938a2-7fdb-475b-8270-e4a0140d8a89 tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] No DVR routers for this DVR port b06d5600-9f6f-4c29-906d-c6c4be47d3d4 on host hv-cinder-78692 {{(pid=86310) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 18:20:50.271469 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-6838a28d-d99b-4ad5-b895-c5d3214f8133 req-f6f938a2-7fdb-475b-8270-e4a0140d8a89 tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759958'] for port, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:50.273550 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-6838a28d-d99b-4ad5-b895-c5d3214f8133 req-f6f938a2-7fdb-475b-8270-e4a0140d8a89 tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] 10.222.0.13 "DELETE /v2.0/ports/b06d5600-9f6f-4c29-906d-c6c4be47d3d4 HTTP/1.1" status: 204 len: 173 time: 1.0468848 Apr 20 18:20:50.274671 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6345661c-9713-4d1c-aab4-a71f62000a4c', 'name': 'network-vif-deleted', 'tag': 'b06d5600-9f6f-4c29-906d-c6c4be47d3d4'}] {{(pid=86310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:20:50.281612 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-1d602b04-7332-41a1-81c0-ebf50fc96fa4 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:50.347440 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6345661c-9713-4d1c-aab4-a71f62000a4c', 'name': 'network-vif-deleted', 'tag': 'b06d5600-9f6f-4c29-906d-c6c4be47d3d4', 'status': 'completed', 'code': 200} Apr 20 18:20:50.366336 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-1d602b04-7332-41a1-81c0-ebf50fc96fa4 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:50.369766 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-1d602b04-7332-41a1-81c0-ebf50fc96fa4 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854236732'] for security_group_rule, after_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:50.379373 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-2babd0a6-4f32-42c7-8cca-14c47e88e815 tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:20:50.408148 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d602b04-7332-41a1-81c0-ebf50fc96fa4 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c119379-1dff-4401-9fee-4f280ea684dd,revision_number=0']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:20:50.411166 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-1d602b04-7332-41a1-81c0-ebf50fc96fa4 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:20:50.420131 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-1d602b04-7332-41a1-81c0-ebf50fc96fa4 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:50.421429 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-1d602b04-7332-41a1-81c0-ebf50fc96fa4 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3511553 Apr 20 18:20:50.424377 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.32', 55466) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:20:50.430894 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.v2.base [None req-79ced18a-0d16-4ef3-8a68-7ba8458c0313 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Request body: {'security_group_rule': {'security_group_id': '9f160d63-b9de-4bb3-8300-e22923f844bc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86310) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:20:50.437408 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-79ced18a-0d16-4ef3-8a68-7ba8458c0313 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:20:50.445257 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-79ced18a-0d16-4ef3-8a68-7ba8458c0313 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Usage tracker for resource:security_group_rule and tenant:02dae3b9331843428972d1ab84d0d2ed is out of sync, need to count used quota {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:20:50.448737 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-79ced18a-0d16-4ef3-8a68-7ba8458c0313 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:20:50.459569 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-79ced18a-0d16-4ef3-8a68-7ba8458c0313 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:20:50.480566 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-79ced18a-0d16-4ef3-8a68-7ba8458c0313 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:50.563833 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-79ced18a-0d16-4ef3-8a68-7ba8458c0313 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:50.567176 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-79ced18a-0d16-4ef3-8a68-7ba8458c0313 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854236732'] for security_group_rule, after_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:50.569541 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:20:50.610817 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ced18a-0d16-4ef3-8a68-7ba8458c0313 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24062257-34de-4904-b88b-74fbc06c2812,revision_number=0']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:20:50.614743 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-79ced18a-0d16-4ef3-8a68-7ba8458c0313 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:20:50.644867 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-79ced18a-0d16-4ef3-8a68-7ba8458c0313 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:50.646390 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-79ced18a-0d16-4ef3-8a68-7ba8458c0313 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2208591 Apr 20 18:20:50.649824 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.32', 55482) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:20:50.656323 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.v2.base [None req-5d7e0adf-d719-4ebf-9274-087780fdaec2 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Request body: {'floatingip': {'floating_network_id': '26051af8-ebd0-4db2-857e-181975352424'}} {{(pid=86311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:20:50.668366 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-5d7e0adf-d719-4ebf-9274-087780fdaec2 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:20:50.677619 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-5d7e0adf-d719-4ebf-9274-087780fdaec2 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Usage tracker for resource:floatingip and tenant:02dae3b9331843428972d1ab84d0d2ed is out of sync, need to count used quota {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:20:50.687151 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [req-ccd1359f-71fe-4a96-87a5-37e81c77ff48 req-30f72ede-0e6a-4820-8976-a5988b2ac132 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Synchronizing usage tracker for tenant:cb69ef4d450d449286542b7dabcb8f7a on resource:security_group {{(pid=86310) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 18:20:50.687438 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-5d7e0adf-d719-4ebf-9274-087780fdaec2 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:20:50.703580 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [req-ccd1359f-71fe-4a96-87a5-37e81c77ff48 req-30f72ede-0e6a-4820-8976-a5988b2ac132 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Unset dirty status for tenant:cb69ef4d450d449286542b7dabcb8f7a on resource:security_group {{(pid=86310) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 18:20:50.704248 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-5d7e0adf-d719-4ebf-9274-087780fdaec2 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:20:50.704848 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-ccd1359f-71fe-4a96-87a5-37e81c77ff48 req-30f72ede-0e6a-4820-8976-a5988b2ac132 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1605207343&fields=id&tenant_id=cb69ef4d450d449286542b7dabcb8f7a HTTP/1.1" status: 200 len: 267 time: 0.1004634 Apr 20 18:20:50.768110 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-74cd7ea3-4146-401f-a70a-b39adf1441b5 req-8fcf0497-4abb-49d2-b43c-77271a472d16 tempest-VolumesNegativeTest-1494968550 tempest-VolumesNegativeTest-1494968550-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=9f8d4ee57aa24aca9c94a3f2f77a0ec4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0611968 Apr 20 18:20:50.773982 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-5d7e0adf-d719-4ebf-9274-087780fdaec2 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Notify callbacks [] for floatingip, before_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:50.912945 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd1359f-71fe-4a96-87a5-37e81c77ff48 req-19b69661-b1ce-40e3-a52a-f0857e5880e5 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:20:50.915839 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-ccd1359f-71fe-4a96-87a5-37e81c77ff48 req-19b69661-b1ce-40e3-a52a-f0857e5880e5 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] 10.222.0.32 "GET /v2.0/networks?id=eb98ba18-b0fc-455c-9bef-282881864632 HTTP/1.1" status: 200 len: 811 time: 0.2021391 Apr 20 18:20:50.940859 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-ccd1359f-71fe-4a96-87a5-37e81c77ff48 req-5006bf10-c132-412a-900d-c6ff2e087fb9 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] 10.222.0.32 "GET /v2.0/quotas/cb69ef4d450d449286542b7dabcb8f7a HTTP/1.1" status: 200 len: 375 time: 0.0186534 Apr 20 18:20:51.051144 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-ccd1359f-71fe-4a96-87a5-37e81c77ff48 req-8ce5e745-8378-4f8d-a864-31d451b87408 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=cb69ef4d450d449286542b7dabcb8f7a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1038246 Apr 20 18:20:51.104599 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cd7ea3-4146-401f-a70a-b39adf1441b5 req-7a83d958-26b6-4cac-acef-7c73ff2c0f46 tempest-VolumesNegativeTest-1494968550 tempest-VolumesNegativeTest-1494968550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:20:51.106186 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-74cd7ea3-4146-401f-a70a-b39adf1441b5 req-7a83d958-26b6-4cac-acef-7c73ff2c0f46 tempest-VolumesNegativeTest-1494968550 tempest-VolumesNegativeTest-1494968550-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3077388 Apr 20 18:20:51.140678 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-74cd7ea3-4146-401f-a70a-b39adf1441b5 req-436a007b-8c15-46c3-9de4-365d7f1f23da tempest-VolumesNegativeTest-1494968550 tempest-VolumesNegativeTest-1494968550-project] 10.222.0.32 "GET /v2.0/quotas/9f8d4ee57aa24aca9c94a3f2f77a0ec4 HTTP/1.1" status: 200 len: 375 time: 0.0149980 Apr 20 18:20:51.197635 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-5d7e0adf-d719-4ebf-9274-087780fdaec2 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624671'] for port, before_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:51.212275 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-ccd1359f-71fe-4a96-87a5-37e81c77ff48 req-9d3a244f-87f7-487b-9925-d4bb1ec8208b service neutron] 10.222.0.32 "GET /v2.0/networks/eb98ba18-b0fc-455c-9bef-282881864632?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435695 Apr 20 18:20:51.242027 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-74cd7ea3-4146-401f-a70a-b39adf1441b5 req-ee852486-f066-4b19-bbbc-36ab651bf3b1 tempest-VolumesNegativeTest-1494968550 tempest-VolumesNegativeTest-1494968550-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=9f8d4ee57aa24aca9c94a3f2f77a0ec4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0901191 Apr 20 18:20:51.361316 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.db_base_plugin_common [None req-5d7e0adf-d719-4ebf-9274-087780fdaec2 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Allocated IP 172.28.0.125 (26051af8-ebd0-4db2-857e-181975352424/a8fb9e9c-99d7-49f9-8da9-302520785055/a3009d30-f370-4ef7-bf65-50a332e3452a) {{(pid=86311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 18:20:51.371946 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-ccd1359f-71fe-4a96-87a5-37e81c77ff48 req-314b629f-5473-4707-967d-e22121e421d4 service neutron] 10.222.0.32 "GET /v2.0/networks/eb98ba18-b0fc-455c-9bef-282881864632?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516988 Apr 20 18:20:51.543456 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-5d7e0adf-d719-4ebf-9274-087780fdaec2 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Notify callbacks [] for port, precommit_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:51.604341 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-5d7e0adf-d719-4ebf-9274-087780fdaec2 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852966479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736993280678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850693756'] for port, after_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:51.648867 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-c4115602-8164-44ce-a701-d75660f3737b tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:20:51.699585 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-4d4f2a46-f0ad-48f4-95f4-b40bb3de3726 req-55b6e54b-ae07-4e5e-9cda-f65e3516d17a tempest-VolumesNegativeTest-1494968550 tempest-VolumesNegativeTest-1494968550-project] 10.222.0.32 "GET /v2.0/ports?device_id=10620cea-02a2-4a25-b363-343f8bcb5f21 HTTP/1.1" status: 200 len: 210 time: 0.0764220 Apr 20 18:20:51.804660 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [req-4a0d85f6-2f1a-41e4-afb0-6248a1d2f905 req-5299fc64-d968-4972-b90b-e28c5a2bd99e tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Synchronizing usage tracker for tenant:cb69ef4d450d449286542b7dabcb8f7a on resource:port {{(pid=86311) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 18:20:51.810920 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d7e0adf-d719-4ebf-9274-087780fdaec2 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Network 26051af8-ebd0-4db2-857e-181975352424 is already hosted by enough agents. {{(pid=86311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 18:20:51.814060 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.scheduler.base_scheduler [None req-5d7e0adf-d719-4ebf-9274-087780fdaec2 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Resources bound (agent type, host, resource id): {{(pid=86311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:20:51.824541 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d7e0adf-d719-4ebf-9274-087780fdaec2 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Received port after_create {{(pid=86311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 18:20:51.890328 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [req-4a0d85f6-2f1a-41e4-afb0-6248a1d2f905 req-5299fc64-d968-4972-b90b-e28c5a2bd99e tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Unset dirty status for tenant:cb69ef4d450d449286542b7dabcb8f7a on resource:port {{(pid=86311) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 18:20:51.892390 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-4a0d85f6-2f1a-41e4-afb0-6248a1d2f905 req-5299fc64-d968-4972-b90b-e28c5a2bd99e tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] 10.222.0.32 "GET /v2.0/ports?device_id=be45108f-b51b-472d-82bf-2f82ab37d33a HTTP/1.1" status: 200 len: 210 time: 0.1654954 Apr 20 18:20:51.899005 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7e0adf-d719-4ebf-9274-087780fdaec2 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Pushing event updated for resources: {'Port': ['ID=a3009d30-f370-4ef7-bf65-50a332e3452a,revision_number=1']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:20:51.904200 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-5d7e0adf-d719-4ebf-9274-087780fdaec2 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:20:51.956078 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-5d7e0adf-d719-4ebf-9274-087780fdaec2 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:52.029010 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-5d7e0adf-d719-4ebf-9274-087780fdaec2 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624671'] for port, before_update {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:52.304119 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-5d7e0adf-d719-4ebf-9274-087780fdaec2 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Notify callbacks [] for port, precommit_update {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:52.308009 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-5d7e0adf-d719-4ebf-9274-087780fdaec2 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852966479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736993730504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736993280695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299861495088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4082061'] for port, after_update {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:52.313986 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-d06c5858-a07e-4066-a958-715815f03fbb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:20:52.425782 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7e0adf-d719-4ebf-9274-087780fdaec2 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Pushing event updated for resources: {'Port': ['ID=a3009d30-f370-4ef7-bf65-50a332e3452a,revision_number=2']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:20:52.433825 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-5d7e0adf-d719-4ebf-9274-087780fdaec2 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:20:52.443861 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-5d7e0adf-d719-4ebf-9274-087780fdaec2 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854121806'] for floatingip, after_update {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:52.466736 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-5d7e0adf-d719-4ebf-9274-087780fdaec2 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759958'] for floatingip, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:52.468034 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-5d7e0adf-d719-4ebf-9274-087780fdaec2 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8170595 Apr 20 18:20:52.549352 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.32', 55558) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:20:52.803893 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-74cd7ea3-4146-401f-a70a-b39adf1441b5 req-4723d312-7edf-4f8f-8d55-a47443d3b93b tempest-VolumesNegativeTest-1494968550 tempest-VolumesNegativeTest-1494968550-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=9f8d4ee57aa24aca9c94a3f2f77a0ec4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0936344 Apr 20 18:20:52.918844 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [req-1ccd2b37-d3dd-4a8b-a3ba-2392f01f15f8 req-3450bc47-766b-4b84-89ce-537bfc98c689 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Synchronizing usage tracker for tenant:02dae3b9331843428972d1ab84d0d2ed on resource:security_group {{(pid=86310) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 18:20:52.923259 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.rpc [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Device b06d5600-9f6f-4c29-906d-c6c4be47d3d4 no longer exists at agent hyperv_hv-cinder-78692 {{(pid=86312) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 18:20:52.944341 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-7056528a-9a7f-4278-a8a0-7ea99f63bc9d req-d1851b13-81ac-4997-9ac4-eb185f238f5d tempest-VolumesNegativeTest-1494968550 tempest-VolumesNegativeTest-1494968550-project] 10.222.0.32 "GET /v2.0/ports?device_id=10620cea-02a2-4a25-b363-343f8bcb5f21 HTTP/1.1" status: 200 len: 210 time: 0.0651693 Apr 20 18:20:52.968050 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [req-1ccd2b37-d3dd-4a8b-a3ba-2392f01f15f8 req-3450bc47-766b-4b84-89ce-537bfc98c689 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Unset dirty status for tenant:02dae3b9331843428972d1ab84d0d2ed on resource:security_group {{(pid=86310) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 18:20:52.979063 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-1ccd2b37-d3dd-4a8b-a3ba-2392f01f15f8 req-3450bc47-766b-4b84-89ce-537bfc98c689 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--111507563&fields=id&tenant_id=02dae3b9331843428972d1ab84d0d2ed HTTP/1.1" status: 200 len: 267 time: 0.2709098 Apr 20 18:20:53.010084 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.plugin [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] No Port match for: b06d5600-9f6f-4c29-906d-c6c4be47d3d4 {{(pid=86312) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 18:20:53.010610 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.rpc [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Device b06d5600-9f6f-4c29-906d-c6c4be47d3d4 not bound to the agent host hv-cinder-78692 {{(pid=86312) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 18:20:53.130651 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cd7ea3-4146-401f-a70a-b39adf1441b5 req-94b4d778-4a55-419b-8cd6-a0cee6fdc3a5 tempest-VolumesNegativeTest-1494968550 tempest-VolumesNegativeTest-1494968550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:20:53.132207 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-74cd7ea3-4146-401f-a70a-b39adf1441b5 req-94b4d778-4a55-419b-8cd6-a0cee6fdc3a5 tempest-VolumesNegativeTest-1494968550 tempest-VolumesNegativeTest-1494968550-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3237619 Apr 20 18:20:53.152557 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.v2.base [req-74cd7ea3-4146-401f-a70a-b39adf1441b5 req-edae425a-d393-4260-8810-9d6e85cb62e5 tempest-VolumesNegativeTest-1494968550 tempest-VolumesNegativeTest-1494968550-project] Request body: {'port': {'device_id': '10620cea-02a2-4a25-b363-343f8bcb5f21', 'network_id': '071814cd-37c3-49fa-a55e-9b9ea0340bd9', 'admin_state_up': True, 'tenant_id': '9f8d4ee57aa24aca9c94a3f2f77a0ec4'}} {{(pid=86310) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:20:53.181161 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-f4d965fb-7eb6-4303-a6ab-a00a3b6f201c req-21247c61-8ae6-474b-ba2e-3807eecd7171 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] 10.222.0.32 "GET /v2.0/ports?device_id=be45108f-b51b-472d-82bf-2f82ab37d33a HTTP/1.1" status: 200 len: 210 time: 0.0927668 Apr 20 18:20:53.359576 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-d7c4c567-578e-4de7-81c0-b169755fe3b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-397209'] for router_interface, before_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:53.402930 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccd2b37-d3dd-4a8b-a3ba-2392f01f15f8 req-c40c2de4-3776-4b56-81d6-ba0ef4796150 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:20:53.404575 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-1ccd2b37-d3dd-4a8b-a3ba-2392f01f15f8 req-c40c2de4-3776-4b56-81d6-ba0ef4796150 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] 10.222.0.32 "GET /v2.0/networks?id=5b82a5ad-5a0b-4f36-b6c5-403cadd34a79 HTTP/1.1" status: 200 len: 817 time: 0.3968208 Apr 20 18:20:53.473776 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-1ccd2b37-d3dd-4a8b-a3ba-2392f01f15f8 req-dc98f734-e2dd-4f92-9c87-ab7252550617 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] 10.222.0.32 "GET /v2.0/quotas/02dae3b9331843428972d1ab84d0d2ed HTTP/1.1" status: 200 len: 375 time: 0.0544527 Apr 20 18:20:53.753260 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.plugin [None req-d7c4c567-578e-4de7-81c0-b169755fe3b3 admin admin] Deleting port 21f46fbf-fa06-4251-907f-cbb826db912b {{(pid=86311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:20:53.753638 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-d7c4c567-578e-4de7-81c0-b169755fe3b3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363299861050484'] for port, before_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:53.804916 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [req-74cd7ea3-4146-401f-a70a-b39adf1441b5 req-edae425a-d393-4260-8810-9d6e85cb62e5 tempest-VolumesNegativeTest-1494968550 tempest-VolumesNegativeTest-1494968550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:20:53.815392 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd1359f-71fe-4a96-87a5-37e81c77ff48 req-2fc1d33a-95e3-4377-bb0f-0d86c16cd0c4 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:20:53.817075 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-ccd1359f-71fe-4a96-87a5-37e81c77ff48 req-2fc1d33a-95e3-4377-bb0f-0d86c16cd0c4 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] 10.222.0.13 "GET /v2.0/networks?id=eb98ba18-b0fc-455c-9bef-282881864632 HTTP/1.1" status: 200 len: 811 time: 0.5714133 Apr 20 18:20:53.820967 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [req-74cd7ea3-4146-401f-a70a-b39adf1441b5 req-edae425a-d393-4260-8810-9d6e85cb62e5 tempest-VolumesNegativeTest-1494968550 tempest-VolumesNegativeTest-1494968550-project] Usage tracker for resource:port and tenant:9f8d4ee57aa24aca9c94a3f2f77a0ec4 is out of sync, need to count used quota {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:20:53.825931 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [req-74cd7ea3-4146-401f-a70a-b39adf1441b5 req-edae425a-d393-4260-8810-9d6e85cb62e5 tempest-VolumesNegativeTest-1494968550 tempest-VolumesNegativeTest-1494968550-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:20:53.850242 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [req-74cd7ea3-4146-401f-a70a-b39adf1441b5 req-edae425a-d393-4260-8810-9d6e85cb62e5 tempest-VolumesNegativeTest-1494968550 tempest-VolumesNegativeTest-1494968550-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:20:53.897919 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74cd7ea3-4146-401f-a70a-b39adf1441b5 req-edae425a-d393-4260-8810-9d6e85cb62e5 tempest-VolumesNegativeTest-1494968550 tempest-VolumesNegativeTest-1494968550-project] Made reservation on behalf of 9f8d4ee57aa24aca9c94a3f2f77a0ec4 for: {'port': 1} {{(pid=86310) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 18:20:53.905497 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-74cd7ea3-4146-401f-a70a-b39adf1441b5 req-edae425a-d393-4260-8810-9d6e85cb62e5 tempest-VolumesNegativeTest-1494968550 tempest-VolumesNegativeTest-1494968550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624671'] for port, before_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:53.937354 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-74cd7ea3-4146-401f-a70a-b39adf1441b5 req-edae425a-d393-4260-8810-9d6e85cb62e5 tempest-VolumesNegativeTest-1494968550 tempest-VolumesNegativeTest-1494968550-project] Notify callbacks [] for security_group, before_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:53.987613 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [req-1ccd2b37-d3dd-4a8b-a3ba-2392f01f15f8 req-767b9674-4520-4b75-987d-dc02a0333e48 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Synchronizing usage tracker for tenant:02dae3b9331843428972d1ab84d0d2ed on resource:port {{(pid=86310) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 18:20:53.990784 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [req-74cd7ea3-4146-401f-a70a-b39adf1441b5 req-edae425a-d393-4260-8810-9d6e85cb62e5 tempest-VolumesNegativeTest-1494968550 tempest-VolumesNegativeTest-1494968550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:20:53.999853 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-ccd1359f-71fe-4a96-87a5-37e81c77ff48 req-91c463f3-719b-4be6-a2ea-4530647aa08e tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cb69ef4d450d449286542b7dabcb8f7a HTTP/1.1" status: 200 len: 5705 time: 0.1710019 Apr 20 18:20:54.005938 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [req-74cd7ea3-4146-401f-a70a-b39adf1441b5 req-edae425a-d393-4260-8810-9d6e85cb62e5 tempest-VolumesNegativeTest-1494968550 tempest-VolumesNegativeTest-1494968550-project] Usage tracker for resource:security_group_rule and tenant:9f8d4ee57aa24aca9c94a3f2f77a0ec4 is out of sync, need to count used quota {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:20:54.016163 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.v2.base [req-ccd1359f-71fe-4a96-87a5-37e81c77ff48 req-676443fd-0e2e-4382-a9d2-ec689b3dc6af tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Request body: {'port': {'device_id': 'be45108f-b51b-472d-82bf-2f82ab37d33a', 'network_id': 'eb98ba18-b0fc-455c-9bef-282881864632', 'admin_state_up': True, 'tenant_id': 'cb69ef4d450d449286542b7dabcb8f7a', 'security_groups': ['700a848a-c728-44c7-ba4c-504318319c52']}} {{(pid=86310) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:20:54.031905 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [req-74cd7ea3-4146-401f-a70a-b39adf1441b5 req-edae425a-d393-4260-8810-9d6e85cb62e5 tempest-VolumesNegativeTest-1494968550 tempest-VolumesNegativeTest-1494968550-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:20:54.047921 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [req-74cd7ea3-4146-401f-a70a-b39adf1441b5 req-edae425a-d393-4260-8810-9d6e85cb62e5 tempest-VolumesNegativeTest-1494968550 tempest-VolumesNegativeTest-1494968550-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:20:54.098896 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [req-1ccd2b37-d3dd-4a8b-a3ba-2392f01f15f8 req-767b9674-4520-4b75-987d-dc02a0333e48 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Unset dirty status for tenant:02dae3b9331843428972d1ab84d0d2ed on resource:port {{(pid=86310) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 18:20:54.100359 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-1ccd2b37-d3dd-4a8b-a3ba-2392f01f15f8 req-767b9674-4520-4b75-987d-dc02a0333e48 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=02dae3b9331843428972d1ab84d0d2ed&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6177294 Apr 20 18:20:54.172828 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-820ae84a-80a0-4790-a7fa-5e8334f95acf req-576714cd-55d6-4b51-baff-40bc87c18035 tempest-VolumesNegativeTest-1494968550 tempest-VolumesNegativeTest-1494968550-project] 10.222.0.32 "GET /v2.0/ports?device_id=10620cea-02a2-4a25-b363-343f8bcb5f21 HTTP/1.1" status: 200 len: 210 time: 0.0628932 Apr 20 18:20:54.221765 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.db [None req-d7c4c567-578e-4de7-81c0-b169755fe3b3 admin admin] For port 21f46fbf-fa06-4251-907f-cbb826db912b, host dv-cinder-786929-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-2-smb',level=0,port_id=21f46fbf-fa06-4251-907f-cbb826db912b,segment=NetworkSegment(c3761845-e004-4da1-9e49-7695607d742e),segment_id=c3761845-e004-4da1-9e49-7695607d742e)] {{(pid=86311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:20:54.222163 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-d7c4c567-578e-4de7-81c0-b169755fe3b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632958'] for port, precommit_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:54.342940 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [req-ccd1359f-71fe-4a96-87a5-37e81c77ff48 req-676443fd-0e2e-4382-a9d2-ec689b3dc6af tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:20:54.370097 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [req-ccd1359f-71fe-4a96-87a5-37e81c77ff48 req-676443fd-0e2e-4382-a9d2-ec689b3dc6af tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:20:54.383618 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.plugin [None req-d7c4c567-578e-4de7-81c0-b169755fe3b3 admin admin] Calling delete_port for 21f46fbf-fa06-4251-907f-cbb826db912b owned by network:router_interface {{(pid=86311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 18:20:54.412901 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-1ccd2b37-d3dd-4a8b-a3ba-2392f01f15f8 req-f1dc20f4-62c9-48ef-867f-9a660ea0ad66 service neutron] 10.222.0.32 "GET /v2.0/networks/5b82a5ad-5a0b-4f36-b6c5-403cadd34a79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2837644 Apr 20 18:20:54.416786 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ccd1359f-71fe-4a96-87a5-37e81c77ff48 req-676443fd-0e2e-4382-a9d2-ec689b3dc6af tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Made reservation on behalf of cb69ef4d450d449286542b7dabcb8f7a for: {'port': 1} {{(pid=86310) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 18:20:54.422818 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-ccd1359f-71fe-4a96-87a5-37e81c77ff48 req-676443fd-0e2e-4382-a9d2-ec689b3dc6af tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624671'] for port, before_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:54.459757 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-74cd7ea3-4146-401f-a70a-b39adf1441b5 req-edae425a-d393-4260-8810-9d6e85cb62e5 tempest-VolumesNegativeTest-1494968550 tempest-VolumesNegativeTest-1494968550-project] Notify callbacks [] for security_group, precommit_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:54.474959 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-9d297755-747b-435f-9c8d-d1bdd8dcd08c req-10a537f6-7cb5-447c-a688-2e0d9251e081 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] 10.222.0.32 "GET /v2.0/ports?device_id=be45108f-b51b-472d-82bf-2f82ab37d33a HTTP/1.1" status: 200 len: 210 time: 0.0995035 Apr 20 18:20:54.523040 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-74cd7ea3-4146-401f-a70a-b39adf1441b5 req-edae425a-d393-4260-8810-9d6e85cb62e5 tempest-VolumesNegativeTest-1494968550 tempest-VolumesNegativeTest-1494968550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854236768'] for security_group, after_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:54.533527 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-8b31c6c9-31d0-4a71-9a39-db6c017cc0fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:20:54.720019 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edae425a-d393-4260-8810-9d6e85cb62e5 tempest-VolumesNegativeTest-1494968550 tempest-VolumesNegativeTest-1494968550-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73c3509c-8d36-4327-bfad-5114240228ac,revision_number=1']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:20:54.737851 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-edae425a-d393-4260-8810-9d6e85cb62e5 tempest-VolumesNegativeTest-1494968550 tempest-VolumesNegativeTest-1494968550-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:20:54.793191 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-d7c4c567-578e-4de7-81c0-b169755fe3b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852966479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363299861045279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363299861495122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850693756'] for port, after_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:54.798555 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-5277b06f-1ab1-406f-b12e-39aa367c3653 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:20:54.846828 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c4c567-578e-4de7-81c0-b169755fe3b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=21f46fbf-fa06-4251-907f-cbb826db912b,revision_number=None']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:20:54.850300 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-d7c4c567-578e-4de7-81c0-b169755fe3b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:20:54.865667 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-1ccd2b37-d3dd-4a8b-a3ba-2392f01f15f8 req-169fc2d6-d1cf-4d35-8700-1a08d15cc7b2 service neutron] 10.222.0.32 "GET /v2.0/networks/5b82a5ad-5a0b-4f36-b6c5-403cadd34a79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4282234 Apr 20 18:20:54.915723 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.db_base_plugin_common [req-74cd7ea3-4146-401f-a70a-b39adf1441b5 req-edae425a-d393-4260-8810-9d6e85cb62e5 tempest-VolumesNegativeTest-1494968550 tempest-VolumesNegativeTest-1494968550-project] Allocated IP 192.168.233.52 (071814cd-37c3-49fa-a55e-9b9ea0340bd9/b08e1617-aaa9-4431-8904-4bceb55f80d3/d908f722-d60a-47eb-961f-98632c0c66e6) {{(pid=86310) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 18:20:54.918588 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.db_base_plugin_common [req-ccd1359f-71fe-4a96-87a5-37e81c77ff48 req-676443fd-0e2e-4382-a9d2-ec689b3dc6af tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Allocated IP 172.20.0.10 (eb98ba18-b0fc-455c-9bef-282881864632/df8c402d-ed6b-4e3d-81d4-7ab30d507809/1769add6-7eea-405b-be77-84313a6acd1b) {{(pid=86310) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 18:20:55.208040 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-d7c4c567-578e-4de7-81c0-b169755fe3b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854024286', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-397287'] for router_interface, after_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:55.214703 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-06044449-248c-444e-b79c-78206139995b req-90c53146-cbc7-44a6-81de-729f28020ce6 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca697cc4-a8c4-410c-b96c-ff8164d02a38 HTTP/1.1" status: 200 len: 210 time: 0.0645468 Apr 20 18:20:55.389081 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-ccd1359f-71fe-4a96-87a5-37e81c77ff48 req-676443fd-0e2e-4382-a9d2-ec689b3dc6af tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Notify callbacks [] for port, precommit_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:55.467749 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.provisioning_blocks [req-ccd1359f-71fe-4a96-87a5-37e81c77ff48 req-676443fd-0e2e-4382-a9d2-ec689b3dc6af tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Transition to ACTIVE for port object 1769add6-7eea-405b-be77-84313a6acd1b will not be triggered until provisioned by entity DHCP. {{(pid=86310) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 18:20:55.479583 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-74cd7ea3-4146-401f-a70a-b39adf1441b5 req-edae425a-d393-4260-8810-9d6e85cb62e5 tempest-VolumesNegativeTest-1494968550 tempest-VolumesNegativeTest-1494968550-project] Notify callbacks [] for port, precommit_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:55.538555 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-ccd1359f-71fe-4a96-87a5-37e81c77ff48 req-676443fd-0e2e-4382-a9d2-ec689b3dc6af tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852966479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736993280678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852424964'] for port, after_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:55.547422 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.provisioning_blocks [req-74cd7ea3-4146-401f-a70a-b39adf1441b5 req-edae425a-d393-4260-8810-9d6e85cb62e5 tempest-VolumesNegativeTest-1494968550 tempest-VolumesNegativeTest-1494968550-project] Transition to ACTIVE for port object d908f722-d60a-47eb-961f-98632c0c66e6 will not be triggered until provisioned by entity DHCP. {{(pid=86310) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 18:20:55.550169 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-2890d759-69a5-4e54-be58-72c15662fd3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:20:55.651309 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-554eb25a-0474-46f9-81d3-8b0bd7ae4642 req-d86b735a-298a-4729-a153-c89d02dcdcc6 tempest-VolumesNegativeTest-1494968550 tempest-VolumesNegativeTest-1494968550-project] 10.222.0.32 "GET /v2.0/ports?device_id=10620cea-02a2-4a25-b363-343f8bcb5f21 HTTP/1.1" status: 200 len: 210 time: 0.2727489 Apr 20 18:20:55.698194 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ccd1359f-71fe-4a96-87a5-37e81c77ff48 req-676443fd-0e2e-4382-a9d2-ec689b3dc6af tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Network eb98ba18-b0fc-455c-9bef-282881864632 is already hosted by enough agents. {{(pid=86310) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 18:20:55.704618 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.scheduler.base_scheduler [req-ccd1359f-71fe-4a96-87a5-37e81c77ff48 req-676443fd-0e2e-4382-a9d2-ec689b3dc6af tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Resources bound (agent type, host, resource id): {{(pid=86310) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:20:55.707844 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccd1359f-71fe-4a96-87a5-37e81c77ff48 req-676443fd-0e2e-4382-a9d2-ec689b3dc6af tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Received port after_create {{(pid=86310) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 18:20:55.781734 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-74cd7ea3-4146-401f-a70a-b39adf1441b5 req-edae425a-d393-4260-8810-9d6e85cb62e5 tempest-VolumesNegativeTest-1494968550 tempest-VolumesNegativeTest-1494968550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852966479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736993280678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852424964'] for port, after_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:55.791197 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7c4c567-578e-4de7-81c0-b169755fe3b3 admin admin] Router fdd8f8c3-dbe7-42f7-bc3b-422932aa929e has already been hosted by L3 agent 40af0123-fc20-4e27-8672-759459b7c5ef {{(pid=86311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 18:20:55.835490 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74cd7ea3-4146-401f-a70a-b39adf1441b5 req-edae425a-d393-4260-8810-9d6e85cb62e5 tempest-VolumesNegativeTest-1494968550 tempest-VolumesNegativeTest-1494968550-project] Network 071814cd-37c3-49fa-a55e-9b9ea0340bd9 is already hosted by enough agents. {{(pid=86310) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 18:20:55.844100 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.scheduler.base_scheduler [req-74cd7ea3-4146-401f-a70a-b39adf1441b5 req-edae425a-d393-4260-8810-9d6e85cb62e5 tempest-VolumesNegativeTest-1494968550 tempest-VolumesNegativeTest-1494968550-project] Resources bound (agent type, host, resource id): {{(pid=86310) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:20:55.849240 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676443fd-0e2e-4382-a9d2-ec689b3dc6af tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Pushing event updated for resources: {'Port': ['ID=1769add6-7eea-405b-be77-84313a6acd1b,revision_number=1']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:20:55.854742 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_dvrscheduler_db [req-74cd7ea3-4146-401f-a70a-b39adf1441b5 req-edae425a-d393-4260-8810-9d6e85cb62e5 tempest-VolumesNegativeTest-1494968550 tempest-VolumesNegativeTest-1494968550-project] Received port after_create {{(pid=86310) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 18:20:55.886999 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-676443fd-0e2e-4382-a9d2-ec689b3dc6af tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:20:55.897340 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd1359f-71fe-4a96-87a5-37e81c77ff48 req-676443fd-0e2e-4382-a9d2-ec689b3dc6af tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:20:55.898100 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-ccd1359f-71fe-4a96-87a5-37e81c77ff48 req-676443fd-0e2e-4382-a9d2-ec689b3dc6af tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759958'] for port, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:55.920467 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-396dac64-1324-4203-91f1-a51878eb4dcd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.111s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:20:55.953223 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e6501d-fded-4b0b-8e9d-70a6be315613 req-cb669e71-7b04-4828-be4b-135b3986357d tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:20:55.961777 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-16e6501d-fded-4b0b-8e9d-70a6be315613 req-cb669e71-7b04-4828-be4b-135b3986357d tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] 10.222.0.32 "GET /v2.0/ports?device_id=be45108f-b51b-472d-82bf-2f82ab37d33a HTTP/1.1" status: 200 len: 932 time: 0.2517197 Apr 20 18:20:56.015463 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.provisioning_blocks [None req-f9ed9a44-b974-49f1-86f5-54833b67136c None None] Provisioning for port 1769add6-7eea-405b-be77-84313a6acd1b completed by entity DHCP. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 18:20:56.018398 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-ccd1359f-71fe-4a96-87a5-37e81c77ff48 req-676443fd-0e2e-4382-a9d2-ec689b3dc6af tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0087216 Apr 20 18:20:56.023400 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.provisioning_blocks [None req-f9ed9a44-b974-49f1-86f5-54833b67136c None None] Provisioning complete for port 1769add6-7eea-405b-be77-84313a6acd1b triggered by entity DHCP. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:20:56.024605 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-f9ed9a44-b974-49f1-86f5-54833b67136c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853381758'] for port, provisioning_complete {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:56.040743 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.v2.base [req-ccd1359f-71fe-4a96-87a5-37e81c77ff48 req-295ea326-2881-46f8-980c-aabe4d51bacf service neutron] Request body: {'port': {'device_id': 'be45108f-b51b-472d-82bf-2f82ab37d33a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78692'}} {{(pid=86310) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:20:56.077156 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edae425a-d393-4260-8810-9d6e85cb62e5 tempest-VolumesNegativeTest-1494968550 tempest-VolumesNegativeTest-1494968550-project] Pushing event updated for resources: {'Port': ['ID=d908f722-d60a-47eb-961f-98632c0c66e6,revision_number=1']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:20:56.085276 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cd7ea3-4146-401f-a70a-b39adf1441b5 req-edae425a-d393-4260-8810-9d6e85cb62e5 tempest-VolumesNegativeTest-1494968550 tempest-VolumesNegativeTest-1494968550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:20:56.085960 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-74cd7ea3-4146-401f-a70a-b39adf1441b5 req-edae425a-d393-4260-8810-9d6e85cb62e5 tempest-VolumesNegativeTest-1494968550 tempest-VolumesNegativeTest-1494968550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759958'] for port, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:56.097451 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-edae425a-d393-4260-8810-9d6e85cb62e5 tempest-VolumesNegativeTest-1494968550 tempest-VolumesNegativeTest-1494968550-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:20:56.103254 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.plugin [None req-f9ed9a44-b974-49f1-86f5-54833b67136c None None] Port 1769add6-7eea-405b-be77-84313a6acd1b cannot update to ACTIVE because it is not bound. {{(pid=86312) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 18:20:56.108480 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [req-16e6501d-fded-4b0b-8e9d-70a6be315613 req-833cda5e-c2b5-44a2-87f4-e87c13f34703 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Synchronizing usage tracker for tenant:cb69ef4d450d449286542b7dabcb8f7a on resource:security_group {{(pid=86311) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 18:20:56.127160 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-74cd7ea3-4146-401f-a70a-b39adf1441b5 req-edae425a-d393-4260-8810-9d6e85cb62e5 tempest-VolumesNegativeTest-1494968550 tempest-VolumesNegativeTest-1494968550-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.9795923 Apr 20 18:20:56.137594 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [req-16e6501d-fded-4b0b-8e9d-70a6be315613 req-833cda5e-c2b5-44a2-87f4-e87c13f34703 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Unset dirty status for tenant:cb69ef4d450d449286542b7dabcb8f7a on resource:security_group {{(pid=86311) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 18:20:56.139397 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-16e6501d-fded-4b0b-8e9d-70a6be315613 req-833cda5e-c2b5-44a2-87f4-e87c13f34703 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] 10.222.0.32 "GET /v2.0/security-groups?id=700a848a-c728-44c7-ba4c-504318319c52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1767600 Apr 20 18:20:56.152662 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7c4c567-578e-4de7-81c0-b169755fe3b3 admin admin] Notify agent at l3_agent.dv-cinder-786929-2-smb the message routers_updated {{(pid=86311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 18:20:56.164804 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e848631-2fc3-4444-81b5-d78127a04205 None None] Sync routers for ids ['fdd8f8c3-dbe7-42f7-bc3b-422932aa929e'] in dv-cinder-786929-2-smb {{(pid=86312) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 18:20:56.169917 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.v2.base [req-74cd7ea3-4146-401f-a70a-b39adf1441b5 req-fdf7fc81-0e8c-4194-934c-1872de061b9d service neutron] Request body: {'port': {'device_id': '10620cea-02a2-4a25-b363-343f8bcb5f21', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78692'}} {{(pid=86310) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:20:56.170831 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-d7c4c567-578e-4de7-81c0-b169755fe3b3 admin admin] 10.222.0.32 "PUT /v2.0/routers/fdd8f8c3-dbe7-42f7-bc3b-422932aa929e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6201677 Apr 20 18:20:56.173397 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.32', 55618) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:20:56.178249 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e848631-2fc3-4444-81b5-d78127a04205 None None] Routers {'fdd8f8c3-dbe7-42f7-bc3b-422932aa929e'} bound to L3 agent in host dv-cinder-786929-2-smb {{(pid=86312) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:20:56.179036 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_hamode_db [None req-1e848631-2fc3-4444-81b5-d78127a04205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786929-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-20T18:07:11Z,description=,heartbeat_timestamp=2021-04-20T18:20:41Z,host='dv-cinder-786929-2-smb',id=40af0123-fc20-4e27-8672-759459b7c5ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T18:07:11Z,topic='l3_agent')) {'router_ids': ['fdd8f8c3-dbe7-42f7-bc3b-422932aa929e'], 'active': True} {{(pid=86312) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:20:56.255172 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-ccd1359f-71fe-4a96-87a5-37e81c77ff48 req-295ea326-2881-46f8-980c-aabe4d51bacf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624671'] for port, before_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:56.385706 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-74cd7ea3-4146-401f-a70a-b39adf1441b5 req-fdf7fc81-0e8c-4194-934c-1872de061b9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624671'] for port, before_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:56.569007 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.provisioning_blocks [None req-cc6b38d4-e274-488c-9063-87853fba4f73 None None] Provisioning for port d908f722-d60a-47eb-961f-98632c0c66e6 completed by entity DHCP. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 18:20:56.578334 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.provisioning_blocks [None req-cc6b38d4-e274-488c-9063-87853fba4f73 None None] Provisioning complete for port d908f722-d60a-47eb-961f-98632c0c66e6 triggered by entity DHCP. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:20:56.578768 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-cc6b38d4-e274-488c-9063-87853fba4f73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853381758'] for port, provisioning_complete {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:56.675574 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.plugin [None req-cc6b38d4-e274-488c-9063-87853fba4f73 None None] Port d908f722-d60a-47eb-961f-98632c0c66e6 cannot update to ACTIVE because it is not bound. {{(pid=86312) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 18:20:56.733543 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_dvr_db [None req-1e848631-2fc3-4444-81b5-d78127a04205 None None] Set router fdd8f8c3-dbe7-42f7-bc3b-422932aa929e gateway port host: dv-cinder-786929-2-smb {{(pid=86312) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 18:20:56.823765 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-c572837b-c81b-4372-bd3a-703cbf4eff30 admin admin] Notify callbacks [] for router, before_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:56.849138 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-a4aecd8e-a486-4cab-8742-4acc89c5d925 req-0c18b001-9d6b-4c89-9407-b0b52091aa24 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca697cc4-a8c4-410c-b96c-ff8164d02a38 HTTP/1.1" status: 200 len: 210 time: 0.1376092 Apr 20 18:20:57.078092 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccd2b37-d3dd-4a8b-a3ba-2392f01f15f8 req-23ecf6b3-6f3a-44f6-bf82-eabe893aa899 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:20:57.079808 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-1ccd2b37-d3dd-4a8b-a3ba-2392f01f15f8 req-23ecf6b3-6f3a-44f6-bf82-eabe893aa899 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] 10.222.0.13 "GET /v2.0/networks?id=5b82a5ad-5a0b-4f36-b6c5-403cadd34a79 HTTP/1.1" status: 200 len: 817 time: 0.4262948 Apr 20 18:20:57.103535 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_hamode_db [None req-1e848631-2fc3-4444-81b5-d78127a04205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdd8f8c3-dbe7-42f7-bc3b-422932aa929e', 'name': 'tempest-TestMinimumBasicScenario-2031612800-router', 'tenant_id': 'f1ef4bfa09f748e68c0ffb50c325b46d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26051af8-ebd0-4db2-857e-181975352424', 'external_fixed_ips': [{'subnet_id': 'a8fb9e9c-99d7-49f9-8da9-302520785055', 'ip_address': '172.28.0.252'}], 'enable_snat': True}, 'gw_port_id': 'eaf55504-8c2a-4c19-9976-39cc3c6b724a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:17:13Z', 'updated_at': '2021-04-20T18:20:54Z', 'revision_number': 5, 'project_id': 'f1ef4bfa09f748e68c0ffb50c325b46d', 'gw_port': {'id': 'eaf55504-8c2a-4c19-9976-39cc3c6b724a', 'name': '', 'network_id': '26051af8-ebd0-4db2-857e-181975352424', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:51:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdd8f8c3-dbe7-42f7-bc3b-422932aa929e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'a8fb9e9c-99d7-49f9-8da9-302520785055', 'ip_address': '172.28.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:17:15Z', 'updated_at': '2021-04-20T18:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8fb9e9c-99d7-49f9-8da9-302520785055', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-2-smb'}], 'dv-cinder-786929-2-smb', False) {} {{(pid=86312) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:20:57.109285 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e848631-2fc3-4444-81b5-d78127a04205 None None] Checking router: fdd8f8c3-dbe7-42f7-bc3b-422932aa929e for host: dv-cinder-786929-2-smb {{(pid=86312) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 18:20:57.119412 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e848631-2fc3-4444-81b5-d78127a04205 None None] Routers {'fdd8f8c3-dbe7-42f7-bc3b-422932aa929e'} bound to L3 agent in host dv-cinder-786929-2-smb {{(pid=86312) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:20:57.120283 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_hamode_db [None req-1e848631-2fc3-4444-81b5-d78127a04205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786929-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-20T18:07:11Z,description=,heartbeat_timestamp=2021-04-20T18:20:41Z,host='dv-cinder-786929-2-smb',id=40af0123-fc20-4e27-8672-759459b7c5ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T18:07:11Z,topic='l3_agent')) {'router_ids': ['fdd8f8c3-dbe7-42f7-bc3b-422932aa929e'], 'active': True} {{(pid=86312) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:20:57.197005 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-c572837b-c81b-4372-bd3a-703cbf4eff30 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:57.221240 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ae1f24-55ec-4570-b0b0-7ee26b424b6f req-68433d09-c48d-46d0-b466-ddcab343fbf4 tempest-VolumesNegativeTest-1494968550 tempest-VolumesNegativeTest-1494968550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:20:57.222812 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-22ae1f24-55ec-4570-b0b0-7ee26b424b6f req-68433d09-c48d-46d0-b466-ddcab343fbf4 tempest-VolumesNegativeTest-1494968550 tempest-VolumesNegativeTest-1494968550-project] 10.222.0.32 "GET /v2.0/ports?device_id=10620cea-02a2-4a25-b363-343f8bcb5f21 HTTP/1.1" status: 200 len: 935 time: 0.3262186 Apr 20 18:20:57.233458 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [req-1ccd2b37-d3dd-4a8b-a3ba-2392f01f15f8 req-cc2ddc68-fa79-42a2-a4e1-90058d5f0d9b tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Synchronizing usage tracker for tenant:02dae3b9331843428972d1ab84d0d2ed on resource:security_group {{(pid=86311) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 18:20:57.240821 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.plugin [None req-c572837b-c81b-4372-bd3a-703cbf4eff30 admin admin] Deleting port eaf55504-8c2a-4c19-9976-39cc3c6b724a {{(pid=86311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:20:57.241080 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-c572837b-c81b-4372-bd3a-703cbf4eff30 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363299861050484'] for port, before_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:57.322025 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_dvr_db [None req-1e848631-2fc3-4444-81b5-d78127a04205 None None] Set router fdd8f8c3-dbe7-42f7-bc3b-422932aa929e gateway port host: dv-cinder-786929-2-smb {{(pid=86312) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 18:20:57.322619 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [req-1ccd2b37-d3dd-4a8b-a3ba-2392f01f15f8 req-cc2ddc68-fa79-42a2-a4e1-90058d5f0d9b tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Unset dirty status for tenant:02dae3b9331843428972d1ab84d0d2ed on resource:security_group {{(pid=86311) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 18:20:57.324069 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-1ccd2b37-d3dd-4a8b-a3ba-2392f01f15f8 req-cc2ddc68-fa79-42a2-a4e1-90058d5f0d9b tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=02dae3b9331843428972d1ab84d0d2ed HTTP/1.1" status: 200 len: 5708 time: 0.2333155 Apr 20 18:20:57.347120 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.v2.base [req-1ccd2b37-d3dd-4a8b-a3ba-2392f01f15f8 req-45fc9cab-d06d-4496-99a3-f79f9b971892 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Request body: {'port': {'device_id': 'ca697cc4-a8c4-410c-b96c-ff8164d02a38', 'network_id': '5b82a5ad-5a0b-4f36-b6c5-403cadd34a79', 'admin_state_up': True, 'tenant_id': '02dae3b9331843428972d1ab84d0d2ed', 'security_groups': ['9f160d63-b9de-4bb3-8300-e22923f844bc']}} {{(pid=86311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:20:57.377449 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-22ae1f24-55ec-4570-b0b0-7ee26b424b6f req-fc6b6b6d-ad1d-40a3-8384-122b3f2d1ea9 tempest-VolumesNegativeTest-1494968550 tempest-VolumesNegativeTest-1494968550-project] 10.222.0.32 "GET /v2.0/security-groups?id=73c3509c-8d36-4327-bfad-5114240228ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395426 Apr 20 18:20:57.468801 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.notifiers.nova [req-ccd1359f-71fe-4a96-87a5-37e81c77ff48 req-295ea326-2881-46f8-980c-aabe4d51bacf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1769add6-7eea-405b-be77-84313a6acd1b {{(pid=86310) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 18:20:57.479446 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-ccd1359f-71fe-4a96-87a5-37e81c77ff48 req-295ea326-2881-46f8-980c-aabe4d51bacf service neutron] Notify callbacks [] for port, precommit_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:57.509888 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ce016e-2ead-475a-b860-edd6869bb1f6 req-590210fe-dd2b-48d6-b258-96de233f7653 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:20:57.510689 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [req-d6ce016e-2ead-475a-b860-edd6869bb1f6 req-590210fe-dd2b-48d6-b258-96de233f7653 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Synchronizing usage tracker for tenant:cb69ef4d450d449286542b7dabcb8f7a on resource:port {{(pid=86310) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 18:20:57.587353 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.notifiers.nova [req-74cd7ea3-4146-401f-a70a-b39adf1441b5 req-fdf7fc81-0e8c-4194-934c-1872de061b9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d908f722-d60a-47eb-961f-98632c0c66e6 {{(pid=86310) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 18:20:57.597678 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-74cd7ea3-4146-401f-a70a-b39adf1441b5 req-fdf7fc81-0e8c-4194-934c-1872de061b9d service neutron] Notify callbacks [] for port, precommit_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:57.615907 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.provisioning_blocks [req-74cd7ea3-4146-401f-a70a-b39adf1441b5 req-fdf7fc81-0e8c-4194-934c-1872de061b9d service neutron] Transition to ACTIVE for port object d908f722-d60a-47eb-961f-98632c0c66e6 will not be triggered until provisioned by entity L2. {{(pid=86310) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 18:20:57.627217 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.provisioning_blocks [req-ccd1359f-71fe-4a96-87a5-37e81c77ff48 req-295ea326-2881-46f8-980c-aabe4d51bacf service neutron] Transition to ACTIVE for port object 1769add6-7eea-405b-be77-84313a6acd1b will not be triggered until provisioned by entity L2. {{(pid=86310) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 18:20:57.641393 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-ccd1359f-71fe-4a96-87a5-37e81c77ff48 req-295ea326-2881-46f8-980c-aabe4d51bacf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852966479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736993730504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736993280695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299861495088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2350837'] for port, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:57.646804 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-74cd7ea3-4146-401f-a70a-b39adf1441b5 req-fdf7fc81-0e8c-4194-934c-1872de061b9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852966479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736993730504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736993280695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299861495088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2350837'] for port, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:57.666981 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.db [None req-c572837b-c81b-4372-bd3a-703cbf4eff30 admin admin] For port eaf55504-8c2a-4c19-9976-39cc3c6b724a, host dv-cinder-786929-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-2-smb',level=0,port_id=eaf55504-8c2a-4c19-9976-39cc3c6b724a,segment=NetworkSegment(0fd0f869-d1a1-42b0-840f-a1b93e92e33d),segment_id=0fd0f869-d1a1-42b0-840f-a1b93e92e33d)] {{(pid=86311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:20:57.667201 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-6a80f138-05e5-4fd9-b720-fcb1ad792e41 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:20:57.667391 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-c572837b-c81b-4372-bd3a-703cbf4eff30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632958'] for port, precommit_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:57.674917 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_hamode_db [None req-1e848631-2fc3-4444-81b5-d78127a04205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdd8f8c3-dbe7-42f7-bc3b-422932aa929e', 'name': 'tempest-TestMinimumBasicScenario-2031612800-router', 'tenant_id': 'f1ef4bfa09f748e68c0ffb50c325b46d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26051af8-ebd0-4db2-857e-181975352424', 'external_fixed_ips': [{'subnet_id': 'a8fb9e9c-99d7-49f9-8da9-302520785055', 'ip_address': '172.28.0.252'}], 'enable_snat': True}, 'gw_port_id': 'eaf55504-8c2a-4c19-9976-39cc3c6b724a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:17:13Z', 'updated_at': '2021-04-20T18:20:54Z', 'revision_number': 5, 'project_id': 'f1ef4bfa09f748e68c0ffb50c325b46d', 'gw_port': {'id': 'eaf55504-8c2a-4c19-9976-39cc3c6b724a', 'name': '', 'network_id': '26051af8-ebd0-4db2-857e-181975352424', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:51:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdd8f8c3-dbe7-42f7-bc3b-422932aa929e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'a8fb9e9c-99d7-49f9-8da9-302520785055', 'ip_address': '172.28.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:17:15Z', 'updated_at': '2021-04-20T18:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8fb9e9c-99d7-49f9-8da9-302520785055', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-2-smb'}], 'dv-cinder-786929-2-smb', False) {} {{(pid=86312) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:20:57.680804 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e848631-2fc3-4444-81b5-d78127a04205 None None] The sync data for ids ['fdd8f8c3-dbe7-42f7-bc3b-422932aa929e'] in dv-cinder-786929-2-smb is: [{'id': 'fdd8f8c3-dbe7-42f7-bc3b-422932aa929e', 'name': 'tempest-TestMinimumBasicScenario-2031612800-router', 'tenant_id': 'f1ef4bfa09f748e68c0ffb50c325b46d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26051af8-ebd0-4db2-857e-181975352424', 'external_fixed_ips': [{'subnet_id': 'a8fb9e9c-99d7-49f9-8da9-302520785055', 'ip_address': '172.28.0.252'}], 'enable_snat': True}, 'gw_port_id': 'eaf55504-8c2a-4c19-9976-39cc3c6b724a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:17:13Z', 'updated_at': '2021-04-20T18:20:54Z', 'revision_number': 5, 'project_id': 'f1ef4bfa09f748e68c0ffb50c325b46d', 'gw_port': {'id': 'eaf55504-8c2a-4c19-9976-39cc3c6b724a', 'name': '', 'network_id': '26051af8-ebd0-4db2-857e-181975352424', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:51:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdd8f8c3-dbe7-42f7-bc3b-422932aa929e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'a8fb9e9c-99d7-49f9-8da9-302520785055', 'ip_address': '172.28.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:17:15Z', 'updated_at': '2021-04-20T18:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8fb9e9c-99d7-49f9-8da9-302520785055', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-2-smb'}] {{(pid=86312) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 18:20:57.726219 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [req-d6ce016e-2ead-475a-b860-edd6869bb1f6 req-590210fe-dd2b-48d6-b258-96de233f7653 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Unset dirty status for tenant:cb69ef4d450d449286542b7dabcb8f7a on resource:port {{(pid=86310) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 18:20:57.727499 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-d6ce016e-2ead-475a-b860-edd6869bb1f6 req-590210fe-dd2b-48d6-b258-96de233f7653 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] 10.222.0.32 "GET /v2.0/ports?device_id=be45108f-b51b-472d-82bf-2f82ab37d33a HTTP/1.1" status: 200 len: 932 time: 0.4656527 Apr 20 18:20:57.842245 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [req-1ccd2b37-d3dd-4a8b-a3ba-2392f01f15f8 req-45fc9cab-d06d-4496-99a3-f79f9b971892 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:20:57.855192 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.plugin [None req-c572837b-c81b-4372-bd3a-703cbf4eff30 admin admin] Calling delete_port for eaf55504-8c2a-4c19-9976-39cc3c6b724a owned by network:router_gateway {{(pid=86311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 18:20:57.913597 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [req-1ccd2b37-d3dd-4a8b-a3ba-2392f01f15f8 req-45fc9cab-d06d-4496-99a3-f79f9b971892 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:20:57.945477 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ccd2b37-d3dd-4a8b-a3ba-2392f01f15f8 req-45fc9cab-d06d-4496-99a3-f79f9b971892 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Made reservation on behalf of 02dae3b9331843428972d1ab84d0d2ed for: {'port': 1} {{(pid=86311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 18:20:57.953040 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-1ccd2b37-d3dd-4a8b-a3ba-2392f01f15f8 req-45fc9cab-d06d-4496-99a3-f79f9b971892 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624671'] for port, before_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:58.078095 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-d6ce016e-2ead-475a-b860-edd6869bb1f6 req-25d26647-822f-479d-ba4f-e86fed354aea tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] 10.222.0.32 "GET /v2.0/security-groups?id=700a848a-c728-44c7-ba4c-504318319c52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2751708 Apr 20 18:20:58.093663 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295ea326-2881-46f8-980c-aabe4d51bacf service neutron] Pushing event updated for resources: {'Port': ['ID=1769add6-7eea-405b-be77-84313a6acd1b,revision_number=2']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:20:58.103646 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295ea326-2881-46f8-980c-aabe4d51bacf service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:20:58.104068 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295ea326-2881-46f8-980c-aabe4d51bacf service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:20:58.104477 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295ea326-2881-46f8-980c-aabe4d51bacf service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:20:58.104887 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295ea326-2881-46f8-980c-aabe4d51bacf service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:20:58.105287 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295ea326-2881-46f8-980c-aabe4d51bacf service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:20:58.105694 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295ea326-2881-46f8-980c-aabe4d51bacf service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:20:58.106091 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295ea326-2881-46f8-980c-aabe4d51bacf service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:20:58.107097 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295ea326-2881-46f8-980c-aabe4d51bacf service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:20:58.107660 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295ea326-2881-46f8-980c-aabe4d51bacf service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:20:58.108343 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295ea326-2881-46f8-980c-aabe4d51bacf service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:20:58.108785 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295ea326-2881-46f8-980c-aabe4d51bacf service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:20:58.110408 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295ea326-2881-46f8-980c-aabe4d51bacf service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:20:58.301972 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf7fc81-0e8c-4194-934c-1872de061b9d service neutron] Pushing event updated for resources: {'Port': ['ID=d908f722-d60a-47eb-961f-98632c0c66e6,revision_number=2']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:20:58.311227 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-fdf7fc81-0e8c-4194-934c-1872de061b9d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.644s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:20:58.311718 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.587s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:20:58.312059 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:20:58.316032 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.managers [req-74cd7ea3-4146-401f-a70a-b39adf1441b5 req-fdf7fc81-0e8c-4194-934c-1872de061b9d service neutron] Attempting to bind port d908f722-d60a-47eb-961f-98632c0c66e6 on host hv-cinder-78692 for vnic_type normal with profile {{(pid=86310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 18:20:58.316405 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.managers [req-74cd7ea3-4146-401f-a70a-b39adf1441b5 req-fdf7fc81-0e8c-4194-934c-1872de061b9d service neutron] Attempting to bind port d908f722-d60a-47eb-961f-98632c0c66e6 by drivers openvswitch,hyperv on host hv-cinder-78692 at level 0 using segments [{'id': '54ec0c17-9aad-481c-8f06-6f9b3e822cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '071814cd-37c3-49fa-a55e-9b9ea0340bd9'}] {{(pid=86310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 18:20:58.316767 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74cd7ea3-4146-401f-a70a-b39adf1441b5 req-fdf7fc81-0e8c-4194-934c-1872de061b9d service neutron] Attempting to bind port d908f722-d60a-47eb-961f-98632c0c66e6 on network 071814cd-37c3-49fa-a55e-9b9ea0340bd9 {{(pid=86310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 18:20:58.321407 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-0db6fe2b-e553-4297-8665-cd3f186f3c0e req-1f338e9a-e0d4-4652-97a9-445d7777bb6a tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca697cc4-a8c4-410c-b96c-ff8164d02a38 HTTP/1.1" status: 200 len: 210 time: 0.0968225 Apr 20 18:20:58.334755 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74cd7ea3-4146-401f-a70a-b39adf1441b5 req-fdf7fc81-0e8c-4194-934c-1872de061b9d service neutron] Port d908f722-d60a-47eb-961f-98632c0c66e6 on network 071814cd-37c3-49fa-a55e-9b9ea0340bd9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78692 {{(pid=86310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 18:20:58.335125 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74cd7ea3-4146-401f-a70a-b39adf1441b5 req-fdf7fc81-0e8c-4194-934c-1872de061b9d service neutron] Attempting to bind port d908f722-d60a-47eb-961f-98632c0c66e6 on network 071814cd-37c3-49fa-a55e-9b9ea0340bd9 {{(pid=86310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 18:20:58.344939 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.db_base_plugin_common [req-1ccd2b37-d3dd-4a8b-a3ba-2392f01f15f8 req-45fc9cab-d06d-4496-99a3-f79f9b971892 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Allocated IP 172.20.0.5 (5b82a5ad-5a0b-4f36-b6c5-403cadd34a79/a0d1d23a-bc57-4fd3-ab7b-5ff7156471c8/173d9a00-e756-4b8c-8680-1588c794e4a1) {{(pid=86311) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 18:20:58.345830 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74cd7ea3-4146-401f-a70a-b39adf1441b5 req-fdf7fc81-0e8c-4194-934c-1872de061b9d service neutron] Checking agent: {'id': '71059bf3-e4c5-4d56-bb94-7a29312e7bcf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78692', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 14, 3), 'started_at': datetime.datetime(2021, 4, 20, 18, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 20, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 18:20:58.346209 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74cd7ea3-4146-401f-a70a-b39adf1441b5 req-fdf7fc81-0e8c-4194-934c-1872de061b9d service neutron] Checking segment: {'id': '54ec0c17-9aad-481c-8f06-6f9b3e822cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '071814cd-37c3-49fa-a55e-9b9ea0340bd9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 18:20:58.346684 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74cd7ea3-4146-401f-a70a-b39adf1441b5 req-fdf7fc81-0e8c-4194-934c-1872de061b9d service neutron] Bound using segment: {'id': '54ec0c17-9aad-481c-8f06-6f9b3e822cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '071814cd-37c3-49fa-a55e-9b9ea0340bd9'} {{(pid=86310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 18:20:58.347206 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.managers [req-74cd7ea3-4146-401f-a70a-b39adf1441b5 req-fdf7fc81-0e8c-4194-934c-1872de061b9d service neutron] Bound port: d908f722-d60a-47eb-961f-98632c0c66e6, host: hv-cinder-78692, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54ec0c17-9aad-481c-8f06-6f9b3e822cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '071814cd-37c3-49fa-a55e-9b9ea0340bd9'}}] {{(pid=86310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 18:20:58.347484 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-74cd7ea3-4146-401f-a70a-b39adf1441b5 req-fdf7fc81-0e8c-4194-934c-1872de061b9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624671'] for port, before_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:58.364182 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.managers [req-ccd1359f-71fe-4a96-87a5-37e81c77ff48 req-295ea326-2881-46f8-980c-aabe4d51bacf service neutron] Attempting to bind port 1769add6-7eea-405b-be77-84313a6acd1b on host hv-cinder-78692 for vnic_type normal with profile {{(pid=86310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 18:20:58.364562 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.managers [req-ccd1359f-71fe-4a96-87a5-37e81c77ff48 req-295ea326-2881-46f8-980c-aabe4d51bacf service neutron] Attempting to bind port 1769add6-7eea-405b-be77-84313a6acd1b by drivers openvswitch,hyperv on host hv-cinder-78692 at level 0 using segments [{'id': 'ad36d8b3-d89e-4c97-9e5d-6bb749241abc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'eb98ba18-b0fc-455c-9bef-282881864632'}] {{(pid=86310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 18:20:58.364929 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccd1359f-71fe-4a96-87a5-37e81c77ff48 req-295ea326-2881-46f8-980c-aabe4d51bacf service neutron] Attempting to bind port 1769add6-7eea-405b-be77-84313a6acd1b on network eb98ba18-b0fc-455c-9bef-282881864632 {{(pid=86310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 18:20:58.371405 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-c572837b-c81b-4372-bd3a-703cbf4eff30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852966479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363299861045279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363299861495122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850693756'] for port, after_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:58.376352 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccd1359f-71fe-4a96-87a5-37e81c77ff48 req-295ea326-2881-46f8-980c-aabe4d51bacf service neutron] Port 1769add6-7eea-405b-be77-84313a6acd1b on network eb98ba18-b0fc-455c-9bef-282881864632 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78692 {{(pid=86310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 18:20:58.376697 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccd1359f-71fe-4a96-87a5-37e81c77ff48 req-295ea326-2881-46f8-980c-aabe4d51bacf service neutron] Attempting to bind port 1769add6-7eea-405b-be77-84313a6acd1b on network eb98ba18-b0fc-455c-9bef-282881864632 {{(pid=86310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 18:20:58.384920 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:20:58.412447 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccd1359f-71fe-4a96-87a5-37e81c77ff48 req-295ea326-2881-46f8-980c-aabe4d51bacf service neutron] Checking agent: {'id': '71059bf3-e4c5-4d56-bb94-7a29312e7bcf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78692', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 14, 3), 'started_at': datetime.datetime(2021, 4, 20, 18, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 20, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 18:20:58.412784 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccd1359f-71fe-4a96-87a5-37e81c77ff48 req-295ea326-2881-46f8-980c-aabe4d51bacf service neutron] Checking segment: {'id': 'ad36d8b3-d89e-4c97-9e5d-6bb749241abc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'eb98ba18-b0fc-455c-9bef-282881864632'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 18:20:58.413155 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccd1359f-71fe-4a96-87a5-37e81c77ff48 req-295ea326-2881-46f8-980c-aabe4d51bacf service neutron] Bound using segment: {'id': 'ad36d8b3-d89e-4c97-9e5d-6bb749241abc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'eb98ba18-b0fc-455c-9bef-282881864632'} {{(pid=86310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 18:20:58.413637 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.managers [req-ccd1359f-71fe-4a96-87a5-37e81c77ff48 req-295ea326-2881-46f8-980c-aabe4d51bacf service neutron] Bound port: 1769add6-7eea-405b-be77-84313a6acd1b, host: hv-cinder-78692, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad36d8b3-d89e-4c97-9e5d-6bb749241abc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'eb98ba18-b0fc-455c-9bef-282881864632'}}] {{(pid=86310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 18:20:58.414017 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-ccd1359f-71fe-4a96-87a5-37e81c77ff48 req-295ea326-2881-46f8-980c-aabe4d51bacf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624671'] for port, before_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:58.451516 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c572837b-c81b-4372-bd3a-703cbf4eff30 admin admin] Pushing event deleted for resources: {'Port': ['ID=eaf55504-8c2a-4c19-9976-39cc3c6b724a,revision_number=None']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:20:58.517267 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c572837b-c81b-4372-bd3a-703cbf4eff30 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:20:58.517693 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c572837b-c81b-4372-bd3a-703cbf4eff30 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:20:58.518096 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c572837b-c81b-4372-bd3a-703cbf4eff30 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:20:58.518543 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c572837b-c81b-4372-bd3a-703cbf4eff30 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:20:58.518948 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c572837b-c81b-4372-bd3a-703cbf4eff30 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:20:58.519343 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c572837b-c81b-4372-bd3a-703cbf4eff30 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:20:58.519737 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c572837b-c81b-4372-bd3a-703cbf4eff30 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:20:58.520134 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c572837b-c81b-4372-bd3a-703cbf4eff30 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:20:58.520531 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c572837b-c81b-4372-bd3a-703cbf4eff30 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:20:58.520942 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c572837b-c81b-4372-bd3a-703cbf4eff30 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:20:58.521305 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c572837b-c81b-4372-bd3a-703cbf4eff30 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:20:58.521689 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c572837b-c81b-4372-bd3a-703cbf4eff30 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:20:58.556048 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-c572837b-c81b-4372-bd3a-703cbf4eff30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:20:58.593614 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.db [req-74cd7ea3-4146-401f-a70a-b39adf1441b5 req-fdf7fc81-0e8c-4194-934c-1872de061b9d service neutron] For port d908f722-d60a-47eb-961f-98632c0c66e6, host hv-cinder-78692, cleared binding levels {{(pid=86310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 18:20:58.609896 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.db [req-74cd7ea3-4146-401f-a70a-b39adf1441b5 req-fdf7fc81-0e8c-4194-934c-1872de061b9d service neutron] For port d908f722-d60a-47eb-961f-98632c0c66e6, host hv-cinder-78692, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=d908f722-d60a-47eb-961f-98632c0c66e6,segment=NetworkSegment(54ec0c17-9aad-481c-8f06-6f9b3e822cea),segment_id=54ec0c17-9aad-481c-8f06-6f9b3e822cea)] {{(pid=86310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 18:20:58.616311 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.db [req-ccd1359f-71fe-4a96-87a5-37e81c77ff48 req-295ea326-2881-46f8-980c-aabe4d51bacf service neutron] For port 1769add6-7eea-405b-be77-84313a6acd1b, host hv-cinder-78692, cleared binding levels {{(pid=86310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 18:20:58.621736 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.db [req-ccd1359f-71fe-4a96-87a5-37e81c77ff48 req-295ea326-2881-46f8-980c-aabe4d51bacf service neutron] For port 1769add6-7eea-405b-be77-84313a6acd1b, host hv-cinder-78692, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=1769add6-7eea-405b-be77-84313a6acd1b,segment=NetworkSegment(ad36d8b3-d89e-4c97-9e5d-6bb749241abc),segment_id=ad36d8b3-d89e-4c97-9e5d-6bb749241abc)] {{(pid=86310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 18:20:58.623311 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-74cd7ea3-4146-401f-a70a-b39adf1441b5 req-fdf7fc81-0e8c-4194-934c-1872de061b9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852966479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736993730504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736993280695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299861495088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2350837'] for port, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:58.629532 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-fc799467-0a52-4a56-a793-fb9857d9f5ab tempest-VolumesActionsTest-413286933 tempest-VolumesActionsTest-413286933-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:20:58.670654 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-ccd1359f-71fe-4a96-87a5-37e81c77ff48 req-295ea326-2881-46f8-980c-aabe4d51bacf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852966479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736993730504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736993280695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299861495088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2350837'] for port, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:58.676922 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-c572837b-c81b-4372-bd3a-703cbf4eff30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854149018'] for router_gateway, after_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:58.710942 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cd7ea3-4146-401f-a70a-b39adf1441b5 req-fdf7fc81-0e8c-4194-934c-1872de061b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:20:58.711465 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-74cd7ea3-4146-401f-a70a-b39adf1441b5 req-fdf7fc81-0e8c-4194-934c-1872de061b9d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759958'] for port, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:58.712941 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-74cd7ea3-4146-401f-a70a-b39adf1441b5 req-fdf7fc81-0e8c-4194-934c-1872de061b9d service neutron] 10.222.0.13 "PUT /v2.0/ports/d908f722-d60a-47eb-961f-98632c0c66e6 HTTP/1.1" status: 200 len: 1097 time: 2.5528491 Apr 20 18:20:58.714808 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10620cea-02a2-4a25-b363-343f8bcb5f21', 'tag': 'd908f722-d60a-47eb-961f-98632c0c66e6'}] {{(pid=86310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:20:58.750726 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd1359f-71fe-4a96-87a5-37e81c77ff48 req-295ea326-2881-46f8-980c-aabe4d51bacf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:20:58.751027 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-ccd1359f-71fe-4a96-87a5-37e81c77ff48 req-295ea326-2881-46f8-980c-aabe4d51bacf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759958'] for port, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:58.752539 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-ccd1359f-71fe-4a96-87a5-37e81c77ff48 req-295ea326-2881-46f8-980c-aabe4d51bacf service neutron] 10.222.0.13 "PUT /v2.0/ports/1769add6-7eea-405b-be77-84313a6acd1b HTTP/1.1" status: 200 len: 1094 time: 2.7236302 Apr 20 18:20:58.883606 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10620cea-02a2-4a25-b363-343f8bcb5f21', 'tag': 'd908f722-d60a-47eb-961f-98632c0c66e6', 'status': 'completed', 'code': 200} Apr 20 18:20:58.918648 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e4cc2c-94e8-4ef7-9c94-3487fd31b81a req-fc60d1d1-fab5-46ce-9c19-103f96a81638 tempest-VolumesNegativeTest-1494968550 tempest-VolumesNegativeTest-1494968550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:20:58.920090 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [req-39e4cc2c-94e8-4ef7-9c94-3487fd31b81a req-fc60d1d1-fab5-46ce-9c19-103f96a81638 tempest-VolumesNegativeTest-1494968550 tempest-VolumesNegativeTest-1494968550-project] Synchronizing usage tracker for tenant:9f8d4ee57aa24aca9c94a3f2f77a0ec4 on resource:port {{(pid=86310) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 18:20:58.924959 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-c572837b-c81b-4372-bd3a-703cbf4eff30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854121414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854760238'] for router, precommit_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:58.928631 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf7fc81-0e8c-4194-934c-1872de061b9d service neutron] Pushing event updated for resources: {'Port': ['ID=d908f722-d60a-47eb-961f-98632c0c66e6,revision_number=3']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:20:58.929129 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-c572837b-c81b-4372-bd3a-703cbf4eff30 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:58.933388 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-1ccd2b37-d3dd-4a8b-a3ba-2392f01f15f8 req-45fc9cab-d06d-4496-99a3-f79f9b971892 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Notify callbacks [] for port, precommit_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:58.961147 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-fdf7fc81-0e8c-4194-934c-1872de061b9d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:20:58.966750 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-1c551581-c73f-4790-9001-0fb83cd11f4c tempest-ServerRescueNegativeTestJSON-1163224285 tempest-ServerRescueNegativeTestJSON-1163224285-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.280s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:20:59.051905 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.provisioning_blocks [req-1ccd2b37-d3dd-4a8b-a3ba-2392f01f15f8 req-45fc9cab-d06d-4496-99a3-f79f9b971892 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Transition to ACTIVE for port object 173d9a00-e756-4b8c-8680-1588c794e4a1 will not be triggered until provisioned by entity DHCP. {{(pid=86311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 18:20:59.057608 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-c572837b-c81b-4372-bd3a-703cbf4eff30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-395902'] for router, after_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:59.058246 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c572837b-c81b-4372-bd3a-703cbf4eff30 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fdd8f8c3-dbe7-42f7-bc3b-422932aa929e {{(pid=86311) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 20 18:20:59.073203 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [req-39e4cc2c-94e8-4ef7-9c94-3487fd31b81a req-fc60d1d1-fab5-46ce-9c19-103f96a81638 tempest-VolumesNegativeTest-1494968550 tempest-VolumesNegativeTest-1494968550-project] Unset dirty status for tenant:9f8d4ee57aa24aca9c94a3f2f77a0ec4 on resource:port {{(pid=86310) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 18:20:59.074808 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-39e4cc2c-94e8-4ef7-9c94-3487fd31b81a req-fc60d1d1-fab5-46ce-9c19-103f96a81638 tempest-VolumesNegativeTest-1494968550 tempest-VolumesNegativeTest-1494968550-project] 10.222.0.32 "GET /v2.0/ports?device_id=10620cea-02a2-4a25-b363-343f8bcb5f21 HTTP/1.1" status: 200 len: 947 time: 0.5654590 Apr 20 18:20:59.091868 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-c572837b-c81b-4372-bd3a-703cbf4eff30 admin admin] Notify callbacks [] for router, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:59.093240 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-c572837b-c81b-4372-bd3a-703cbf4eff30 admin admin] 10.222.0.32 "DELETE /v2.0/routers/fdd8f8c3-dbe7-42f7-bc3b-422932aa929e HTTP/1.1" status: 204 len: 168 time: 2.9188144 Apr 20 18:20:59.102267 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.32', 55650) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:20:59.119030 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-1ccd2b37-d3dd-4a8b-a3ba-2392f01f15f8 req-45fc9cab-d06d-4496-99a3-f79f9b971892 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852966479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736993280678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850693756'] for port, after_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:59.137491 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-53cc222b-6d0e-4eed-a5e4-02746378d08f tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:20:59.189588 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295ea326-2881-46f8-980c-aabe4d51bacf service neutron] Pushing event updated for resources: {'Port': ['ID=1769add6-7eea-405b-be77-84313a6acd1b,revision_number=3']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:20:59.195906 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-295ea326-2881-46f8-980c-aabe4d51bacf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:20:59.202352 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cd7ea3-4146-401f-a70a-b39adf1441b5 req-2bb263e9-ae5c-492f-a8ec-790c6803814c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:20:59.204019 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-74cd7ea3-4146-401f-a70a-b39adf1441b5 req-2bb263e9-ae5c-492f-a8ec-790c6803814c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9f8d4ee57aa24aca9c94a3f2f77a0ec4&device_id=10620cea-02a2-4a25-b363-343f8bcb5f21 HTTP/1.1" status: 200 len: 1100 time: 0.4305809 Apr 20 18:20:59.213477 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd1359f-71fe-4a96-87a5-37e81c77ff48 req-d2963504-b3f9-4898-ab4b-ff8cf9c41ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:20:59.215118 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-ccd1359f-71fe-4a96-87a5-37e81c77ff48 req-d2963504-b3f9-4898-ab4b-ff8cf9c41ec3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cb69ef4d450d449286542b7dabcb8f7a&device_id=be45108f-b51b-472d-82bf-2f82ab37d33a HTTP/1.1" status: 200 len: 1097 time: 0.3716385 Apr 20 18:20:59.215308 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ccd2b37-d3dd-4a8b-a3ba-2392f01f15f8 req-45fc9cab-d06d-4496-99a3-f79f9b971892 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Network 5b82a5ad-5a0b-4f36-b6c5-403cadd34a79 is already hosted by enough agents. {{(pid=86311) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 18:20:59.219504 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.scheduler.base_scheduler [req-1ccd2b37-d3dd-4a8b-a3ba-2392f01f15f8 req-45fc9cab-d06d-4496-99a3-f79f9b971892 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Resources bound (agent type, host, resource id): {{(pid=86311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:20:59.245426 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ccd2b37-d3dd-4a8b-a3ba-2392f01f15f8 req-45fc9cab-d06d-4496-99a3-f79f9b971892 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Received port after_create {{(pid=86311) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 18:20:59.282685 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fc9cab-d06d-4496-99a3-f79f9b971892 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Pushing event updated for resources: {'Port': ['ID=173d9a00-e756-4b8c-8680-1588c794e4a1,revision_number=1']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:20:59.285855 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-45fc9cab-d06d-4496-99a3-f79f9b971892 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:20:59.300040 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [req-39e4cc2c-94e8-4ef7-9c94-3487fd31b81a req-63aff897-2729-487b-9424-d03b0e1567e3 tempest-VolumesNegativeTest-1494968550 tempest-VolumesNegativeTest-1494968550-project] Synchronizing usage tracker for tenant:9f8d4ee57aa24aca9c94a3f2f77a0ec4 on resource:security_group {{(pid=86310) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 18:20:59.385263 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-74cd7ea3-4146-401f-a70a-b39adf1441b5 req-fcb35c17-d144-4d1c-bd48-842e1fce46c3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=d908f722-d60a-47eb-961f-98632c0c66e6 HTTP/1.1" status: 200 len: 217 time: 0.1606512 Apr 20 18:20:59.421915 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccd2b37-d3dd-4a8b-a3ba-2392f01f15f8 req-45fc9cab-d06d-4496-99a3-f79f9b971892 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:20:59.422658 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-1ccd2b37-d3dd-4a8b-a3ba-2392f01f15f8 req-45fc9cab-d06d-4496-99a3-f79f9b971892 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759958'] for port, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:59.428191 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.db_base_plugin_v2 [None req-6cbb199c-3c52-456a-8b82-112c618437b1 admin admin] Deleting subnet b08a8d50-4a73-40a4-89c8-8b2b52f9748b {{(pid=86310) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 20 18:20:59.431204 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-ccd1359f-71fe-4a96-87a5-37e81c77ff48 req-82a15d18-e1c1-49be-b126-a897d2132327 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1769add6-7eea-405b-be77-84313a6acd1b HTTP/1.1" status: 200 len: 217 time: 0.1346273 Apr 20 18:20:59.463738 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.rpc [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Device 21f46fbf-fa06-4251-907f-cbb826db912b no longer exists at agent ovs-agent-dv-cinder-786929-2-smb {{(pid=86312) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 18:20:59.470394 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e393da-ef17-4035-a8f7-8bff9a46e296 req-f194d77a-0e8f-4bc3-b525-c8d0c1453e08 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:20:59.472138 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-73e393da-ef17-4035-a8f7-8bff9a46e296 req-f194d77a-0e8f-4bc3-b525-c8d0c1453e08 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] 10.222.0.32 "GET /v2.0/ports?device_id=be45108f-b51b-472d-82bf-2f82ab37d33a HTTP/1.1" status: 200 len: 944 time: 0.1850281 Apr 20 18:20:59.473778 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-1ccd2b37-d3dd-4a8b-a3ba-2392f01f15f8 req-45fc9cab-d06d-4496-99a3-f79f9b971892 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1412723 Apr 20 18:20:59.502123 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.v2.base [req-1ccd2b37-d3dd-4a8b-a3ba-2392f01f15f8 req-f2580c99-3bc5-4189-b353-df330d15ab0c service neutron] Request body: {'port': {'device_id': 'ca697cc4-a8c4-410c-b96c-ff8164d02a38', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78692'}} {{(pid=86311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:20:59.506186 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.plugin [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] No Port match for: 21f46fbf-fa06-4251-907f-cbb826db912b {{(pid=86312) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 18:20:59.506857 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.rpc [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Device 21f46fbf-fa06-4251-907f-cbb826db912b not bound to the agent host dv-cinder-786929-2-smb {{(pid=86312) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 18:20:59.509245 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.provisioning_blocks [None req-c95f301b-90b2-466f-a85b-7616a8e3e5ba None None] Provisioning for port 173d9a00-e756-4b8c-8680-1588c794e4a1 completed by entity DHCP. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 18:20:59.516004 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.provisioning_blocks [None req-c95f301b-90b2-466f-a85b-7616a8e3e5ba None None] Provisioning complete for port 173d9a00-e756-4b8c-8680-1588c794e4a1 triggered by entity DHCP. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:20:59.516436 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-c95f301b-90b2-466f-a85b-7616a8e3e5ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853381758'] for port, provisioning_complete {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:59.530171 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-6cbb199c-3c52-456a-8b82-112c618437b1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:59.579349 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.plugin [None req-c95f301b-90b2-466f-a85b-7616a8e3e5ba None None] Port 173d9a00-e756-4b8c-8680-1588c794e4a1 cannot update to ACTIVE because it is not bound. {{(pid=86312) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 18:20:59.587844 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-73e393da-ef17-4035-a8f7-8bff9a46e296 req-34753cb0-d645-4a1c-9b1c-8d87113b0b19 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] 10.222.0.32 "GET /v2.0/security-groups?id=700a848a-c728-44c7-ba4c-504318319c52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1086028 Apr 20 18:20:59.661726 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-1ccd2b37-d3dd-4a8b-a3ba-2392f01f15f8 req-f2580c99-3bc5-4189-b353-df330d15ab0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624671'] for port, before_update {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:59.855109 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [req-39e4cc2c-94e8-4ef7-9c94-3487fd31b81a req-63aff897-2729-487b-9424-d03b0e1567e3 tempest-VolumesNegativeTest-1494968550 tempest-VolumesNegativeTest-1494968550-project] Unset dirty status for tenant:9f8d4ee57aa24aca9c94a3f2f77a0ec4 on resource:security_group {{(pid=86310) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 18:20:59.857746 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-39e4cc2c-94e8-4ef7-9c94-3487fd31b81a req-63aff897-2729-487b-9424-d03b0e1567e3 tempest-VolumesNegativeTest-1494968550 tempest-VolumesNegativeTest-1494968550-project] 10.222.0.32 "GET /v2.0/security-groups?id=73c3509c-8d36-4327-bfad-5114240228ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7617428 Apr 20 18:20:59.904877 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-6cbb199c-3c52-456a-8b82-112c618437b1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2351100'] for subnet, precommit_delete_associations {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:20:59.938080 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cd7ea3-4146-401f-a70a-b39adf1441b5 req-588831a4-aac2-4372-b864-84edee937bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:20:59.939629 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-74cd7ea3-4146-401f-a70a-b39adf1441b5 req-588831a4-aac2-4372-b864-84edee937bfa service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b08e1617-aaa9-4431-8904-4bceb55f80d3 HTTP/1.1" status: 200 len: 843 time: 0.5378790 Apr 20 18:21:00.005427 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd1359f-71fe-4a96-87a5-37e81c77ff48 req-44e16c80-67be-494b-9799-35598caae8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:21:00.007080 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-ccd1359f-71fe-4a96-87a5-37e81c77ff48 req-44e16c80-67be-494b-9799-35598caae8dc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=df8c402d-ed6b-4e3d-81d4-7ab30d507809 HTTP/1.1" status: 200 len: 850 time: 0.5172582 Apr 20 18:21:00.205255 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cd7ea3-4146-401f-a70a-b39adf1441b5 req-f13c2563-65be-45d0-8196-12cc2f4efdd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:21:00.206832 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-74cd7ea3-4146-401f-a70a-b39adf1441b5 req-f13c2563-65be-45d0-8196-12cc2f4efdd9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=071814cd-37c3-49fa-a55e-9b9ea0340bd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2598605 Apr 20 18:21:00.208036 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-6cbb199c-3c52-456a-8b82-112c618437b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852945248'] for subnet, precommit_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:00.226635 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48142eec-8e4f-4268-8c0e-3ed7fd58d38e req-5c0345bd-96ef-4798-addb-3dd7c3afa466 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:21:00.227407 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [req-48142eec-8e4f-4268-8c0e-3ed7fd58d38e req-5c0345bd-96ef-4798-addb-3dd7c3afa466 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Synchronizing usage tracker for tenant:02dae3b9331843428972d1ab84d0d2ed on resource:port {{(pid=86311) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 18:21:00.284072 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [req-48142eec-8e4f-4268-8c0e-3ed7fd58d38e req-5c0345bd-96ef-4798-addb-3dd7c3afa466 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Unset dirty status for tenant:02dae3b9331843428972d1ab84d0d2ed on resource:port {{(pid=86311) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 18:21:00.285440 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-48142eec-8e4f-4268-8c0e-3ed7fd58d38e req-5c0345bd-96ef-4798-addb-3dd7c3afa466 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca697cc4-a8c4-410c-b96c-ff8164d02a38 HTTP/1.1" status: 200 len: 931 time: 0.5658653 Apr 20 18:21:00.348729 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd1359f-71fe-4a96-87a5-37e81c77ff48 req-8d61f0c7-03a5-4f90-b0c8-3b4af2b84eef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:21:00.350325 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-ccd1359f-71fe-4a96-87a5-37e81c77ff48 req-8d61f0c7-03a5-4f90-b0c8-3b4af2b84eef service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=eb98ba18-b0fc-455c-9bef-282881864632&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3287909 Apr 20 18:21:00.358536 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-48142eec-8e4f-4268-8c0e-3ed7fd58d38e req-700451a8-b257-4761-94df-74b9ad6934a0 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f160d63-b9de-4bb3-8300-e22923f844bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648298 Apr 20 18:21:00.431837 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.notifiers.nova [req-1ccd2b37-d3dd-4a8b-a3ba-2392f01f15f8 req-f2580c99-3bc5-4189-b353-df330d15ab0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 173d9a00-e756-4b8c-8680-1588c794e4a1 {{(pid=86311) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 18:21:00.439948 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-1ccd2b37-d3dd-4a8b-a3ba-2392f01f15f8 req-f2580c99-3bc5-4189-b353-df330d15ab0c service neutron] Notify callbacks [] for port, precommit_update {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:00.455492 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.provisioning_blocks [req-1ccd2b37-d3dd-4a8b-a3ba-2392f01f15f8 req-f2580c99-3bc5-4189-b353-df330d15ab0c service neutron] Transition to ACTIVE for port object 173d9a00-e756-4b8c-8680-1588c794e4a1 will not be triggered until provisioned by entity L2. {{(pid=86311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 18:21:00.458064 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-1ccd2b37-d3dd-4a8b-a3ba-2392f01f15f8 req-f2580c99-3bc5-4189-b353-df330d15ab0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852966479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736993730504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736993280695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299861495088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4082061'] for port, after_update {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:00.462748 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-45fc9cab-d06d-4496-99a3-f79f9b971892 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:21:00.648316 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-74cd7ea3-4146-401f-a70a-b39adf1441b5 req-7100e6eb-aa7e-4141-a582-df541ba44727 service neutron] 10.222.0.13 "GET /v2.0/networks/071814cd-37c3-49fa-a55e-9b9ea0340bd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4081089 Apr 20 18:21:00.655257 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2580c99-3bc5-4189-b353-df330d15ab0c service neutron] Pushing event updated for resources: {'Port': ['ID=173d9a00-e756-4b8c-8680-1588c794e4a1,revision_number=2']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:21:00.664680 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-f2580c99-3bc5-4189-b353-df330d15ab0c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:21:00.748423 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.managers [req-1ccd2b37-d3dd-4a8b-a3ba-2392f01f15f8 req-f2580c99-3bc5-4189-b353-df330d15ab0c service neutron] Attempting to bind port 173d9a00-e756-4b8c-8680-1588c794e4a1 on host hv-cinder-78692 for vnic_type normal with profile {{(pid=86311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 18:21:00.748781 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.managers [req-1ccd2b37-d3dd-4a8b-a3ba-2392f01f15f8 req-f2580c99-3bc5-4189-b353-df330d15ab0c service neutron] Attempting to bind port 173d9a00-e756-4b8c-8680-1588c794e4a1 by drivers openvswitch,hyperv on host hv-cinder-78692 at level 0 using segments [{'id': '48e9a50f-9987-468e-9cbc-b73b5f8756db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '5b82a5ad-5a0b-4f36-b6c5-403cadd34a79'}] {{(pid=86311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 18:21:00.749162 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ccd2b37-d3dd-4a8b-a3ba-2392f01f15f8 req-f2580c99-3bc5-4189-b353-df330d15ab0c service neutron] Attempting to bind port 173d9a00-e756-4b8c-8680-1588c794e4a1 on network 5b82a5ad-5a0b-4f36-b6c5-403cadd34a79 {{(pid=86311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 18:21:00.754900 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ccd2b37-d3dd-4a8b-a3ba-2392f01f15f8 req-f2580c99-3bc5-4189-b353-df330d15ab0c service neutron] Port 173d9a00-e756-4b8c-8680-1588c794e4a1 on network 5b82a5ad-5a0b-4f36-b6c5-403cadd34a79 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78692 {{(pid=86311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 18:21:00.755271 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ccd2b37-d3dd-4a8b-a3ba-2392f01f15f8 req-f2580c99-3bc5-4189-b353-df330d15ab0c service neutron] Attempting to bind port 173d9a00-e756-4b8c-8680-1588c794e4a1 on network 5b82a5ad-5a0b-4f36-b6c5-403cadd34a79 {{(pid=86311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 18:21:00.761579 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ccd2b37-d3dd-4a8b-a3ba-2392f01f15f8 req-f2580c99-3bc5-4189-b353-df330d15ab0c service neutron] Checking agent: {'id': '71059bf3-e4c5-4d56-bb94-7a29312e7bcf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78692', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 14, 3), 'started_at': datetime.datetime(2021, 4, 20, 18, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 20, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 18:21:00.761956 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ccd2b37-d3dd-4a8b-a3ba-2392f01f15f8 req-f2580c99-3bc5-4189-b353-df330d15ab0c service neutron] Checking segment: {'id': '48e9a50f-9987-468e-9cbc-b73b5f8756db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '5b82a5ad-5a0b-4f36-b6c5-403cadd34a79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 18:21:00.762408 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ccd2b37-d3dd-4a8b-a3ba-2392f01f15f8 req-f2580c99-3bc5-4189-b353-df330d15ab0c service neutron] Bound using segment: {'id': '48e9a50f-9987-468e-9cbc-b73b5f8756db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '5b82a5ad-5a0b-4f36-b6c5-403cadd34a79'} {{(pid=86311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 18:21:00.763482 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.managers [req-1ccd2b37-d3dd-4a8b-a3ba-2392f01f15f8 req-f2580c99-3bc5-4189-b353-df330d15ab0c service neutron] Bound port: 173d9a00-e756-4b8c-8680-1588c794e4a1, host: hv-cinder-78692, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48e9a50f-9987-468e-9cbc-b73b5f8756db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '5b82a5ad-5a0b-4f36-b6c5-403cadd34a79'}}] {{(pid=86311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 18:21:00.763980 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-1ccd2b37-d3dd-4a8b-a3ba-2392f01f15f8 req-f2580c99-3bc5-4189-b353-df330d15ab0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624671'] for port, before_update {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:00.794697 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-ccd1359f-71fe-4a96-87a5-37e81c77ff48 req-9e9f0b6c-023d-4dbb-a5f1-1635563ffd21 service neutron] 10.222.0.13 "GET /v2.0/networks/eb98ba18-b0fc-455c-9bef-282881864632?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4330809 Apr 20 18:21:00.877022 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.db [req-1ccd2b37-d3dd-4a8b-a3ba-2392f01f15f8 req-f2580c99-3bc5-4189-b353-df330d15ab0c service neutron] For port 173d9a00-e756-4b8c-8680-1588c794e4a1, host hv-cinder-78692, cleared binding levels {{(pid=86311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 18:21:00.880865 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.db [req-1ccd2b37-d3dd-4a8b-a3ba-2392f01f15f8 req-f2580c99-3bc5-4189-b353-df330d15ab0c service neutron] For port 173d9a00-e756-4b8c-8680-1588c794e4a1, host hv-cinder-78692, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=173d9a00-e756-4b8c-8680-1588c794e4a1,segment=NetworkSegment(48e9a50f-9987-468e-9cbc-b73b5f8756db),segment_id=48e9a50f-9987-468e-9cbc-b73b5f8756db)] {{(pid=86311) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 18:21:00.891464 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-1ccd2b37-d3dd-4a8b-a3ba-2392f01f15f8 req-f2580c99-3bc5-4189-b353-df330d15ab0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852966479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736993730504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736993280695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299861495088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4082061'] for port, after_update {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:00.896477 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:21:00.903537 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be45108f-b51b-472d-82bf-2f82ab37d33a', 'tag': '1769add6-7eea-405b-be77-84313a6acd1b'}] {{(pid=86310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:21:00.982524 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccd2b37-d3dd-4a8b-a3ba-2392f01f15f8 req-f2580c99-3bc5-4189-b353-df330d15ab0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:21:00.983564 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-1ccd2b37-d3dd-4a8b-a3ba-2392f01f15f8 req-f2580c99-3bc5-4189-b353-df330d15ab0c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759958'] for port, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:00.985328 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-1ccd2b37-d3dd-4a8b-a3ba-2392f01f15f8 req-f2580c99-3bc5-4189-b353-df330d15ab0c service neutron] 10.222.0.13 "PUT /v2.0/ports/173d9a00-e756-4b8c-8680-1588c794e4a1 HTTP/1.1" status: 200 len: 1093 time: 1.4900279 Apr 20 18:21:00.985914 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca697cc4-a8c4-410c-b96c-ff8164d02a38', 'tag': '173d9a00-e756-4b8c-8680-1588c794e4a1'}] {{(pid=86311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:21:01.076260 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2580c99-3bc5-4189-b353-df330d15ab0c service neutron] Pushing event updated for resources: {'Port': ['ID=173d9a00-e756-4b8c-8680-1588c794e4a1,revision_number=3']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:21:01.107739 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-74cd7ea3-4146-401f-a70a-b39adf1441b5 req-4425be2e-29f8-4d08-983b-12e6891ee067 service neutron] 10.222.0.13 "GET /v2.0/networks/071814cd-37c3-49fa-a55e-9b9ea0340bd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4344006 Apr 20 18:21:01.126696 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-f2580c99-3bc5-4189-b353-df330d15ab0c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:21:01.171852 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-6cbb199c-3c52-456a-8b82-112c618437b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1830552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854235284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852424920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852368849'] for subnet, after_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:01.209522 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b197729f-bb75-4ee3-b55f-32f2bd944f4b req-71713374-0a54-477e-a8d7-297ce2d37459 tempest-VolumesNegativeTest-1494968550 tempest-VolumesNegativeTest-1494968550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:21:01.211264 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-b197729f-bb75-4ee3-b55f-32f2bd944f4b req-71713374-0a54-477e-a8d7-297ce2d37459 tempest-VolumesNegativeTest-1494968550 tempest-VolumesNegativeTest-1494968550-project] 10.222.0.32 "GET /v2.0/ports?device_id=10620cea-02a2-4a25-b363-343f8bcb5f21 HTTP/1.1" status: 200 len: 947 time: 0.2198076 Apr 20 18:21:01.218100 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccd2b37-d3dd-4a8b-a3ba-2392f01f15f8 req-cbbf5ed4-bdde-4a8a-a7b9-4346076c9838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:21:01.219881 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-1ccd2b37-d3dd-4a8b-a3ba-2392f01f15f8 req-cbbf5ed4-bdde-4a8a-a7b9-4346076c9838 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=02dae3b9331843428972d1ab84d0d2ed&device_id=ca697cc4-a8c4-410c-b96c-ff8164d02a38 HTTP/1.1" status: 200 len: 1096 time: 0.1452312 Apr 20 18:21:01.228389 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f28975e-c368-4408-b2e2-340687fd3952 req-61c07699-d6a3-4df9-800c-5e5fa3399894 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:21:01.230069 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-7f28975e-c368-4408-b2e2-340687fd3952 req-61c07699-d6a3-4df9-800c-5e5fa3399894 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] 10.222.0.32 "GET /v2.0/ports?device_id=be45108f-b51b-472d-82bf-2f82ab37d33a HTTP/1.1" status: 200 len: 944 time: 0.4386363 Apr 20 18:21:01.232887 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-ccd1359f-71fe-4a96-87a5-37e81c77ff48 req-381dd423-cb6a-4db8-ab21-c280e34719be service neutron] 10.222.0.13 "GET /v2.0/networks/eb98ba18-b0fc-455c-9bef-282881864632?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3944361 Apr 20 18:21:01.244982 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:21:01.303944 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbb199c-3c52-456a-8b82-112c618437b1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b08a8d50-4a73-40a4-89c8-8b2b52f9748b,revision_number=None']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:21:01.306149 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-6cbb199c-3c52-456a-8b82-112c618437b1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:01.317926 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-6cbb199c-3c52-456a-8b82-112c618437b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:21:01.319164 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dc64eb4-e742-4a87-8b7b-795cdac41157 None None] Network 5467fe04-58d8-4cf1-9bf3-ac31cba799ff requested from dv-cinder-786929-2-smb {{(pid=86312) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 18:21:01.320205 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-1ccd2b37-d3dd-4a8b-a3ba-2392f01f15f8 req-c79302f7-6064-4686-906b-3c1444f0b070 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=173d9a00-e756-4b8c-8680-1588c794e4a1 HTTP/1.1" status: 200 len: 217 time: 0.0797634 Apr 20 18:21:01.338918 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-6cbb199c-3c52-456a-8b82-112c618437b1 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/b08a8d50-4a73-40a4-89c8-8b2b52f9748b HTTP/1.1" status: 204 len: 168 time: 2.2324917 Apr 20 18:21:01.344024 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.32', 55674) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:21:01.347378 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.rpc [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Device eaf55504-8c2a-4c19-9976-39cc3c6b724a no longer exists at agent ovs-agent-dv-cinder-786929-2-smb {{(pid=86312) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 18:21:01.384875 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-b197729f-bb75-4ee3-b55f-32f2bd944f4b req-84dc804b-05a8-4ec7-bb71-6f28d4d916a1 tempest-VolumesNegativeTest-1494968550 tempest-VolumesNegativeTest-1494968550-project] 10.222.0.32 "GET /v2.0/security-groups?id=73c3509c-8d36-4327-bfad-5114240228ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640291 Apr 20 18:21:01.416777 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccd2b37-d3dd-4a8b-a3ba-2392f01f15f8 req-7e76390a-bfb5-4274-bbf8-fffa3ee160a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:21:01.418529 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-1ccd2b37-d3dd-4a8b-a3ba-2392f01f15f8 req-7e76390a-bfb5-4274-bbf8-fffa3ee160a8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a0d1d23a-bc57-4fd3-ab7b-5ff7156471c8 HTTP/1.1" status: 200 len: 856 time: 0.0862889 Apr 20 18:21:01.449949 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.plugin [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] No Port match for: eaf55504-8c2a-4c19-9976-39cc3c6b724a {{(pid=86312) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 18:21:01.451017 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.rpc [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Device eaf55504-8c2a-4c19-9976-39cc3c6b724a not bound to the agent host dv-cinder-786929-2-smb {{(pid=86312) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 18:21:01.460733 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-7f28975e-c368-4408-b2e2-340687fd3952 req-78e33252-678c-4a3a-bc88-64cb5db80e52 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] 10.222.0.32 "GET /v2.0/security-groups?id=700a848a-c728-44c7-ba4c-504318319c52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1866217 Apr 20 18:21:01.479513 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be45108f-b51b-472d-82bf-2f82ab37d33a', 'tag': '1769add6-7eea-405b-be77-84313a6acd1b', 'status': 'completed', 'code': 200} Apr 20 18:21:01.504363 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e625fd5-fb02-4986-bfd8-57d4ad416172 req-1e393b54-69e8-4e73-a3d2-badb9584fb53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:21:01.506054 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-6e625fd5-fb02-4986-bfd8-57d4ad416172 req-1e393b54-69e8-4e73-a3d2-badb9584fb53 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9f8d4ee57aa24aca9c94a3f2f77a0ec4&device_id=10620cea-02a2-4a25-b363-343f8bcb5f21 HTTP/1.1" status: 200 len: 1100 time: 0.3357718 Apr 20 18:21:01.550188 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccd2b37-d3dd-4a8b-a3ba-2392f01f15f8 req-6879ef59-9ead-4851-a649-43a3512214ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:21:01.551894 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-1ccd2b37-d3dd-4a8b-a3ba-2392f01f15f8 req-6879ef59-9ead-4851-a649-43a3512214ba service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5b82a5ad-5a0b-4f36-b6c5-403cadd34a79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1253102 Apr 20 18:21:01.589933 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca697cc4-a8c4-410c-b96c-ff8164d02a38', 'tag': '173d9a00-e756-4b8c-8680-1588c794e4a1', 'status': 'completed', 'code': 200} Apr 20 18:21:01.595450 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-4a2c7faa-9d0d-4afb-bff5-003e1f33d3db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853350932'] for network, before_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:01.696480 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.plugin [None req-4a2c7faa-9d0d-4afb-bff5-003e1f33d3db admin admin] Deleting port 1ccbe399-c867-452f-b2ee-0f6965b9177f {{(pid=86310) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:21:01.696857 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-4a2c7faa-9d0d-4afb-bff5-003e1f33d3db admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363299861050484'] for port, before_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:01.767752 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-731bde62-4730-4e50-add6-67c67b6f1693 None None] DHCP port deletion for 5467fe04-58d8-4cf1-9bf3-ac31cba799ff request from dv-cinder-786929-2-smb {{(pid=86312) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 20 18:21:01.772332 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.plugin [None req-731bde62-4730-4e50-add6-67c67b6f1693 None None] Deleting port 1ccbe399-c867-452f-b2ee-0f6965b9177f {{(pid=86312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:21:01.773020 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-731bde62-4730-4e50-add6-67c67b6f1693 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363299861050484'] for port, before_delete {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:01.814543 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219e7fe1-3072-4e73-b75c-b90a12305b86 req-72e48caf-4d4a-4696-a99d-c1f1542e7b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:21:01.816166 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-219e7fe1-3072-4e73-b75c-b90a12305b86 req-72e48caf-4d4a-4696-a99d-c1f1542e7b36 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cb69ef4d450d449286542b7dabcb8f7a&device_id=be45108f-b51b-472d-82bf-2f82ab37d33a HTTP/1.1" status: 200 len: 1097 time: 0.3091271 Apr 20 18:21:01.843034 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-1ccd2b37-d3dd-4a8b-a3ba-2392f01f15f8 req-37cefde1-fa85-4441-a14b-e179cb5335c1 service neutron] 10.222.0.13 "GET /v2.0/networks/5b82a5ad-5a0b-4f36-b6c5-403cadd34a79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2821341 Apr 20 18:21:01.846341 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e625fd5-fb02-4986-bfd8-57d4ad416172 req-f95b0e58-09e9-4bcd-b034-822f4579ef29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:21:01.847996 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-6e625fd5-fb02-4986-bfd8-57d4ad416172 req-f95b0e58-09e9-4bcd-b034-822f4579ef29 service neutron] 10.222.0.13 "GET /v2.0/networks?id=071814cd-37c3-49fa-a55e-9b9ea0340bd9 HTTP/1.1" status: 200 len: 870 time: 0.3009446 Apr 20 18:21:01.871008 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7455519a-0c77-43ef-9f84-d945993421e0 req-10a24a69-2566-46ab-ac39-06e2b453dda3 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:21:01.872986 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-7455519a-0c77-43ef-9f84-d945993421e0 req-10a24a69-2566-46ab-ac39-06e2b453dda3 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca697cc4-a8c4-410c-b96c-ff8164d02a38 HTTP/1.1" status: 200 len: 943 time: 0.1319416 Apr 20 18:21:01.975881 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-6e625fd5-fb02-4986-bfd8-57d4ad416172 req-267ac5e5-282d-4344-812c-013fb00f1a0d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=d908f722-d60a-47eb-961f-98632c0c66e6 HTTP/1.1" status: 200 len: 217 time: 0.0921509 Apr 20 18:21:02.001914 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.db [None req-731bde62-4730-4e50-add6-67c67b6f1693 None None] For port 1ccbe399-c867-452f-b2ee-0f6965b9177f, host dv-cinder-786929-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-2-smb',level=0,port_id=1ccbe399-c867-452f-b2ee-0f6965b9177f,segment=NetworkSegment(c3761845-e004-4da1-9e49-7695607d742e),segment_id=c3761845-e004-4da1-9e49-7695607d742e)] {{(pid=86312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:21:02.002276 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-731bde62-4730-4e50-add6-67c67b6f1693 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632958'] for port, precommit_delete {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:02.020017 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-7455519a-0c77-43ef-9f84-d945993421e0 req-321897f0-d5ef-441a-b67c-4a874fc26881 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f160d63-b9de-4bb3-8300-e22923f844bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1231959 Apr 20 18:21:02.067112 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-1ccd2b37-d3dd-4a8b-a3ba-2392f01f15f8 req-0b0dd98e-5f00-4fa8-8ff8-936f232bdb9c service neutron] 10.222.0.13 "GET /v2.0/networks/5b82a5ad-5a0b-4f36-b6c5-403cadd34a79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1930149 Apr 20 18:21:02.153114 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.plugin [None req-731bde62-4730-4e50-add6-67c67b6f1693 None None] Calling delete_port for 1ccbe399-c867-452f-b2ee-0f6965b9177f owned by network:dhcp {{(pid=86312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 18:21:02.313102 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-731bde62-4730-4e50-add6-67c67b6f1693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852966479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363299861045279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363299861495122'] for port, after_delete {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:02.326399 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:21:02.334810 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90433ccf-c7ef-44f0-ba27-c48c44844edd req-cc0859a6-cbcd-47b6-8403-9e04550bf8bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:21:02.336636 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-90433ccf-c7ef-44f0-ba27-c48c44844edd req-cc0859a6-cbcd-47b6-8403-9e04550bf8bd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=02dae3b9331843428972d1ab84d0d2ed&device_id=ca697cc4-a8c4-410c-b96c-ff8164d02a38 HTTP/1.1" status: 200 len: 1096 time: 0.2160785 Apr 20 18:21:02.368610 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-731bde62-4730-4e50-add6-67c67b6f1693 None None] No DVR routers for this DVR port 1ccbe399-c867-452f-b2ee-0f6965b9177f on host dv-cinder-786929-2-smb {{(pid=86312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 18:21:02.377974 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731bde62-4730-4e50-add6-67c67b6f1693 None None] Pushing event deleted for resources: {'Port': ['ID=1ccbe399-c867-452f-b2ee-0f6965b9177f,revision_number=None']} {{(pid=86312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:21:02.380919 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-731bde62-4730-4e50-add6-67c67b6f1693 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:21:02.497821 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90433ccf-c7ef-44f0-ba27-c48c44844edd req-51348b3b-92fc-49b9-8e3b-b35784ccdde6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:21:02.499942 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-90433ccf-c7ef-44f0-ba27-c48c44844edd req-51348b3b-92fc-49b9-8e3b-b35784ccdde6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=5b82a5ad-5a0b-4f36-b6c5-403cadd34a79 HTTP/1.1" status: 200 len: 918 time: 0.1560190 Apr 20 18:21:02.519665 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.db [None req-4a2c7faa-9d0d-4afb-bff5-003e1f33d3db admin admin] For port 1ccbe399-c867-452f-b2ee-0f6965b9177f, host dv-cinder-786929-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-2-smb',level=0,port_id=1ccbe399-c867-452f-b2ee-0f6965b9177f,segment=NetworkSegment(c3761845-e004-4da1-9e49-7695607d742e),segment_id=c3761845-e004-4da1-9e49-7695607d742e)] {{(pid=86310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:21:02.520067 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-4a2c7faa-9d0d-4afb-bff5-003e1f33d3db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632958'] for port, precommit_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:02.581388 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e625fd5-fb02-4986-bfd8-57d4ad416172 req-6aa7735d-e54d-4b2f-9e39-3c63235a2f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:21:02.582902 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-6e625fd5-fb02-4986-bfd8-57d4ad416172 req-6aa7735d-e54d-4b2f-9e39-3c63235a2f97 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b08e1617-aaa9-4431-8904-4bceb55f80d3 HTTP/1.1" status: 200 len: 843 time: 0.5462110 Apr 20 18:21:02.583028 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-90433ccf-c7ef-44f0-ba27-c48c44844edd req-e3e3c9d9-dbc1-408d-97c8-ff07d8471d18 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=173d9a00-e756-4b8c-8680-1588c794e4a1 HTTP/1.1" status: 200 len: 217 time: 0.0761626 Apr 20 18:21:02.736801 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219e7fe1-3072-4e73-b75c-b90a12305b86 req-7c528005-261e-448e-aa52-1ac4d1f72646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:21:02.738601 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-219e7fe1-3072-4e73-b75c-b90a12305b86 req-7c528005-261e-448e-aa52-1ac4d1f72646 service neutron] 10.222.0.13 "GET /v2.0/networks?id=eb98ba18-b0fc-455c-9bef-282881864632 HTTP/1.1" status: 200 len: 912 time: 0.8849595 Apr 20 18:21:02.747487 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90433ccf-c7ef-44f0-ba27-c48c44844edd req-411ea30d-666c-4183-b12f-9044c2405dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:21:02.749486 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-90433ccf-c7ef-44f0-ba27-c48c44844edd req-411ea30d-666c-4183-b12f-9044c2405dc9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a0d1d23a-bc57-4fd3-ab7b-5ff7156471c8 HTTP/1.1" status: 200 len: 856 time: 0.1069520 Apr 20 18:21:02.771658 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b725b3-3cbb-4067-ac63-cd6df7028433 req-22ef2b2a-bcbf-4e5e-8c61-630f66ca5069 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:21:02.773333 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-b9b725b3-3cbb-4067-ac63-cd6df7028433 req-22ef2b2a-bcbf-4e5e-8c61-630f66ca5069 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] 10.222.0.32 "GET /v2.0/ports?device_id=be45108f-b51b-472d-82bf-2f82ab37d33a HTTP/1.1" status: 200 len: 944 time: 0.1849771 Apr 20 18:21:02.797547 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.plugin [None req-4a2c7faa-9d0d-4afb-bff5-003e1f33d3db admin admin] Calling delete_port for 1ccbe399-c867-452f-b2ee-0f6965b9177f owned by network:dhcp {{(pid=86310) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 18:21:02.890963 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-b9b725b3-3cbb-4067-ac63-cd6df7028433 req-fb18155c-47db-4707-8310-35e0605f36e3 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] 10.222.0.32 "GET /v2.0/security-groups?id=700a848a-c728-44c7-ba4c-504318319c52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740654 Apr 20 18:21:02.911980 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299861013637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394135'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:02.924276 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90433ccf-c7ef-44f0-ba27-c48c44844edd req-4c6057a2-d728-41f9-9edd-129f0fc7e696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:21:02.926678 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-90433ccf-c7ef-44f0-ba27-c48c44844edd req-4c6057a2-d728-41f9-9edd-129f0fc7e696 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5b82a5ad-5a0b-4f36-b6c5-403cadd34a79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1523325 Apr 20 18:21:02.939141 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-219e7fe1-3072-4e73-b75c-b90a12305b86 req-8bd2bbdc-bf4e-4d2f-b910-91f331a1617c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1769add6-7eea-405b-be77-84313a6acd1b HTTP/1.1" status: 200 len: 217 time: 0.1040177 Apr 20 18:21:02.978588 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.rpc [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Device 1769add6-7eea-405b-be77-84313a6acd1b details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=86312) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 18:21:03.096757 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219e7fe1-3072-4e73-b75c-b90a12305b86 req-652357b0-3f12-495b-86a0-d3b480b631b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:21:03.098367 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-219e7fe1-3072-4e73-b75c-b90a12305b86 req-652357b0-3f12-495b-86a0-d3b480b631b0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=df8c402d-ed6b-4e3d-81d4-7ab30d507809 HTTP/1.1" status: 200 len: 850 time: 0.1469319 Apr 20 18:21:03.124086 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-90433ccf-c7ef-44f0-ba27-c48c44844edd req-02428ab2-9640-4850-a8a0-9abec7320367 service neutron] 10.222.0.13 "GET /v2.0/networks/5b82a5ad-5a0b-4f36-b6c5-403cadd34a79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1897645 Apr 20 18:21:03.182527 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.db [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] For port 1769add6-7eea-405b-be77-84313a6acd1b, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=1769add6-7eea-405b-be77-84313a6acd1b,segment=NetworkSegment(ad36d8b3-d89e-4c97-9e5d-6bb749241abc),segment_id=ad36d8b3-d89e-4c97-9e5d-6bb749241abc)] {{(pid=86312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:21:03.197820 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.rpc [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Returning: {'device': '1769add6-7eea-405b-be77-84313a6acd1b', 'network_id': 'eb98ba18-b0fc-455c-9bef-282881864632', 'port_id': '1769add6-7eea-405b-be77-84313a6acd1b', 'mac_address': 'fa:16:3e:16:0b:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df8c402d-ed6b-4e3d-81d4-7ab30d507809', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86312) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 18:21:03.201029 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a620be86-27ac-4528-a292-aa1bc7adc611 req-18aab73c-6cdb-496b-a0b8-200e58be62b8 tempest-VolumesNegativeTest-1494968550 tempest-VolumesNegativeTest-1494968550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:21:03.202763 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-a620be86-27ac-4528-a292-aa1bc7adc611 req-18aab73c-6cdb-496b-a0b8-200e58be62b8 tempest-VolumesNegativeTest-1494968550 tempest-VolumesNegativeTest-1494968550-project] 10.222.0.32 "GET /v2.0/ports?device_id=10620cea-02a2-4a25-b363-343f8bcb5f21 HTTP/1.1" status: 200 len: 947 time: 0.6688876 Apr 20 18:21:03.204568 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.db.api [None req-4a2c7faa-9d0d-4afb-bff5-003e1f33d3db admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86310) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 20 18:21:03.204934 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_db.api [None req-4a2c7faa-9d0d-4afb-bff5-003e1f33d3db admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86310) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 20 18:21:03.209599 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e625fd5-fb02-4986-bfd8-57d4ad416172 req-e4aa275c-430f-43fb-a5d5-af10f940de91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:21:03.211306 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-6e625fd5-fb02-4986-bfd8-57d4ad416172 req-e4aa275c-430f-43fb-a5d5-af10f940de91 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=071814cd-37c3-49fa-a55e-9b9ea0340bd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.4765565 Apr 20 18:21:03.297507 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624671'] for port, before_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:03.338469 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.notifiers.nova [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1769add6-7eea-405b-be77-84313a6acd1b {{(pid=86312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 18:21:03.370103 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.db [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] For port 1769add6-7eea-405b-be77-84313a6acd1b, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=1769add6-7eea-405b-be77-84313a6acd1b,segment=NetworkSegment(ad36d8b3-d89e-4c97-9e5d-6bb749241abc),segment_id=ad36d8b3-d89e-4c97-9e5d-6bb749241abc)] {{(pid=86312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:21:03.375963 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852966479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736993730504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736993280695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299861495088'] for port, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:03.377498 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.rpc [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Device d908f722-d60a-47eb-961f-98632c0c66e6 details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=86312) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 18:21:03.384484 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-dcc3755d-df85-42b8-a365-4128182dd725 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:21:03.386987 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-a620be86-27ac-4528-a292-aa1bc7adc611 req-f1578f58-395e-40a3-b377-1f9ff49eb25b tempest-VolumesNegativeTest-1494968550 tempest-VolumesNegativeTest-1494968550-project] 10.222.0.32 "GET /v2.0/security-groups?id=73c3509c-8d36-4327-bfad-5114240228ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731129 Apr 20 18:21:03.391379 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-90433ccf-c7ef-44f0-ba27-c48c44844edd req-b46f59bb-56f8-402c-8d9a-2bf57f9f6d44 service neutron] 10.222.0.13 "GET /v2.0/networks/5b82a5ad-5a0b-4f36-b6c5-403cadd34a79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2607393 Apr 20 18:21:03.426647 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219e7fe1-3072-4e73-b75c-b90a12305b86 req-1d83f8d8-6a69-4e09-b865-ff97b327d91e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:21:03.426647 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-219e7fe1-3072-4e73-b75c-b90a12305b86 req-1d83f8d8-6a69-4e09-b865-ff97b327d91e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=eb98ba18-b0fc-455c-9bef-282881864632&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3171790 Apr 20 18:21:03.432620 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4006cca9-c2d5-4d90-bacf-dc3155e4277c req-1bc83491-bb80-47fb-a5c6-3fc03d3552d8 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:21:03.432620 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-4006cca9-c2d5-4d90-bacf-dc3155e4277c req-1bc83491-bb80-47fb-a5c6-3fc03d3552d8 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca697cc4-a8c4-410c-b96c-ff8164d02a38 HTTP/1.1" status: 200 len: 943 time: 0.1822190 Apr 20 18:21:03.445515 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.rpc [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Device 1ccbe399-c867-452f-b2ee-0f6965b9177f no longer exists at agent ovs-agent-dv-cinder-786929-2-smb {{(pid=86312) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 18:21:03.486751 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-4006cca9-c2d5-4d90-bacf-dc3155e4277c req-08bf87fd-19dc-4673-a827-b883ac3bba8b tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f160d63-b9de-4bb3-8300-e22923f844bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473464 Apr 20 18:21:03.495423 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.plugin [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] No Port match for: 1ccbe399-c867-452f-b2ee-0f6965b9177f {{(pid=86312) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 18:21:03.495815 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.rpc [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Device 1ccbe399-c867-452f-b2ee-0f6965b9177f not bound to the agent host dv-cinder-786929-2-smb {{(pid=86312) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 18:21:03.571499 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-6e625fd5-fb02-4986-bfd8-57d4ad416172 req-fa82369f-b167-4970-ac3a-2cb10cd03554 service neutron] 10.222.0.13 "GET /v2.0/networks/071814cd-37c3-49fa-a55e-9b9ea0340bd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3400483 Apr 20 18:21:03.607509 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Pushing event updated for resources: {'Port': ['ID=1769add6-7eea-405b-be77-84313a6acd1b,revision_number=4']} {{(pid=86312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:21:03.651538 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:21:03.681830 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.db [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] For port d908f722-d60a-47eb-961f-98632c0c66e6, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=d908f722-d60a-47eb-961f-98632c0c66e6,segment=NetworkSegment(54ec0c17-9aad-481c-8f06-6f9b3e822cea),segment_id=54ec0c17-9aad-481c-8f06-6f9b3e822cea)] {{(pid=86312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:21:03.696506 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.rpc [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Returning: {'device': 'd908f722-d60a-47eb-961f-98632c0c66e6', 'network_id': '071814cd-37c3-49fa-a55e-9b9ea0340bd9', 'port_id': 'd908f722-d60a-47eb-961f-98632c0c66e6', 'mac_address': 'fa:16:3e:2f:36:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b08e1617-aaa9-4431-8904-4bceb55f80d3', 'ip_address': '192.168.233.52'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86312) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 18:21:03.709290 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.plugin [None req-4a2c7faa-9d0d-4afb-bff5-003e1f33d3db admin admin] Deleting port 1ccbe399-c867-452f-b2ee-0f6965b9177f {{(pid=86310) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:21:03.709676 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-4a2c7faa-9d0d-4afb-bff5-003e1f33d3db admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363299861050484'] for port, before_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:03.754473 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-219e7fe1-3072-4e73-b75c-b90a12305b86 req-72fd2796-475a-46b5-a631-600a3a673f1c service neutron] 10.222.0.13 "GET /v2.0/networks/eb98ba18-b0fc-455c-9bef-282881864632?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3136525 Apr 20 18:21:03.760538 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624671'] for port, before_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:03.780746 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.notifiers.nova [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d908f722-d60a-47eb-961f-98632c0c66e6 {{(pid=86312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 18:21:03.797255 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.db [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] For port d908f722-d60a-47eb-961f-98632c0c66e6, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=d908f722-d60a-47eb-961f-98632c0c66e6,segment=NetworkSegment(54ec0c17-9aad-481c-8f06-6f9b3e822cea),segment_id=54ec0c17-9aad-481c-8f06-6f9b3e822cea)] {{(pid=86312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:21:03.800147 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852966479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736993730504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736993280695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299861495088'] for port, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:03.802137 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:21:03.827373 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.plugin [None req-4a2c7faa-9d0d-4afb-bff5-003e1f33d3db admin admin] The port '1ccbe399-c867-452f-b2ee-0f6965b9177f' was deleted {{(pid=86310) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 20 18:21:03.878815 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Pushing event updated for resources: {'Port': ['ID=d908f722-d60a-47eb-961f-98632c0c66e6,revision_number=4']} {{(pid=86312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:21:03.882331 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:21:04.051552 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.db [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] get_ports_and_sgs() called for port_ids ['d908f722-d60a-47eb-961f-98632c0c66e6'] {{(pid=86312) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 18:21:04.087879 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.db [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] get_ports_and_sgs() called for port_ids ['1769add6-7eea-405b-be77-84313a6acd1b'] {{(pid=86312) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 18:21:04.093377 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-6e625fd5-fb02-4986-bfd8-57d4ad416172 req-8a4de5ba-543f-4cf1-9094-f35d2162d5bf service neutron] 10.222.0.13 "GET /v2.0/networks/071814cd-37c3-49fa-a55e-9b9ea0340bd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5133603 Apr 20 18:21:04.132924 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-4a2c7faa-9d0d-4afb-bff5-003e1f33d3db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1830645', 'neutron.services.segments.db._delete_segments_for_network-8736993762163'] for network, precommit_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:04.247166 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-219e7fe1-3072-4e73-b75c-b90a12305b86 req-e34f8e8a-a802-4989-9128-c41fcfb9f453 service neutron] 10.222.0.13 "GET /v2.0/networks/eb98ba18-b0fc-455c-9bef-282881864632?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4618638 Apr 20 18:21:04.299035 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.services.segments.db [None req-4a2c7faa-9d0d-4afb-bff5-003e1f33d3db admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5467fe04-58d8-4cf1-9bf3-ac31cba799ff']}} {{(pid=86310) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:21:04.316410 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.services.segments.db [None req-4a2c7faa-9d0d-4afb-bff5-003e1f33d3db admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3761845-e004-4da1-9e49-7695607d742e') {'for_net_delete': True} {{(pid=86310) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:21:04.316791 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.services.segments.db [None req-4a2c7faa-9d0d-4afb-bff5-003e1f33d3db admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3761845-e004-4da1-9e49-7695607d742e') {} {{(pid=86310) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:21:04.333537 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22938e5-9e47-4722-ba28-d221fe77e0d1 req-e3015446-cd14-4cae-a824-119c6a411c43 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:21:04.335564 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-e22938e5-9e47-4722-ba28-d221fe77e0d1 req-e3015446-cd14-4cae-a824-119c6a411c43 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] 10.222.0.32 "GET /v2.0/ports?device_id=be45108f-b51b-472d-82bf-2f82ab37d33a HTTP/1.1" status: 200 len: 945 time: 0.3023412 Apr 20 18:21:04.342908 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-4a2c7faa-9d0d-4afb-bff5-003e1f33d3db admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363299860984163', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852424716'] for segment, before_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:04.380631 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-4a2c7faa-9d0d-4afb-bff5-003e1f33d3db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1711814'] for segment, precommit_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:04.397868 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a2c7faa-9d0d-4afb-bff5-003e1f33d3db admin admin] Releasing vlan 123 on physical network physnet1 to pool {{(pid=86310) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 20 18:21:04.486556 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-e22938e5-9e47-4722-ba28-d221fe77e0d1 req-85400ab7-f62a-4e5a-a48e-6c4a725ea458 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] 10.222.0.32 "GET /v2.0/security-groups?id=700a848a-c728-44c7-ba4c-504318319c52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1359010 Apr 20 18:21:04.599025 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.managers [None req-4a2c7faa-9d0d-4afb-bff5-003e1f33d3db admin admin] Network 5467fe04-58d8-4cf1-9bf3-ac31cba799ff has no segments {{(pid=86310) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 18:21:04.609886 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-4a2c7faa-9d0d-4afb-bff5-003e1f33d3db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853064015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2350731'] for segment, after_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:04.844603 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba870ac-8c66-45e6-b8c1-b188e90543a7 req-1da4d6a5-57be-4cbb-b1f7-60fa15839a59 tempest-VolumesNegativeTest-1494968550 tempest-VolumesNegativeTest-1494968550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:21:04.854944 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-8ba870ac-8c66-45e6-b8c1-b188e90543a7 req-1da4d6a5-57be-4cbb-b1f7-60fa15839a59 tempest-VolumesNegativeTest-1494968550 tempest-VolumesNegativeTest-1494968550-project] 10.222.0.32 "GET /v2.0/ports?device_id=10620cea-02a2-4a25-b363-343f8bcb5f21 HTTP/1.1" status: 200 len: 948 time: 0.1439803 Apr 20 18:21:04.911051 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-8ba870ac-8c66-45e6-b8c1-b188e90543a7 req-b9aab9e0-3a00-4e4a-95d8-ad2dd28de8f7 tempest-VolumesNegativeTest-1494968550 tempest-VolumesNegativeTest-1494968550-project] 10.222.0.32 "GET /v2.0/security-groups?id=73c3509c-8d36-4327-bfad-5114240228ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549300 Apr 20 18:21:04.978217 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.rpc [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Device 173d9a00-e756-4b8c-8680-1588c794e4a1 details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=86312) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 18:21:04.982416 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.rpc [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Device d908f722-d60a-47eb-961f-98632c0c66e6 up at agent hyperv_hv-cinder-78692 {{(pid=86312) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:21:05.128798 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cce786-d521-43db-a3b0-41631d4b3f38 req-1d0b24b0-0003-4aae-9380-5a18074db05d tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:21:05.130547 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-06cce786-d521-43db-a3b0-41631d4b3f38 req-1d0b24b0-0003-4aae-9380-5a18074db05d tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ddb3673-a36f-4874-ab49-e5b904f2a32b HTTP/1.1" status: 200 len: 946 time: 0.1122644 Apr 20 18:21:05.149815 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.managers [None req-4a2c7faa-9d0d-4afb-bff5-003e1f33d3db admin admin] Network 5467fe04-58d8-4cf1-9bf3-ac31cba799ff has no segments {{(pid=86310) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 18:21:05.182701 dv-cinder-786929-2-smb neutron-server[86195]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 18:21:05.182701 dv-cinder-786929-2-smb neutron-server[86195]: % (table.description, expected, rows_matched) Apr 20 18:21:05.182701 dv-cinder-786929-2-smb neutron-server[86195]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 18:21:05.182701 dv-cinder-786929-2-smb neutron-server[86195]: % (table.description, expected, rows_matched) Apr 20 18:21:05.182701 dv-cinder-786929-2-smb neutron-server[86195]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 18:21:05.182701 dv-cinder-786929-2-smb neutron-server[86195]: % (table.description, expected, rows_matched) Apr 20 18:21:05.182701 dv-cinder-786929-2-smb neutron-server[86195]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 20 18:21:05.182701 dv-cinder-786929-2-smb neutron-server[86195]: % (table.description, expected, rows_matched) Apr 20 18:21:05.182701 dv-cinder-786929-2-smb neutron-server[86195]: Traceback (most recent call last): Apr 20 18:21:05.182701 dv-cinder-786929-2-smb neutron-server[86195]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 18:21:05.182701 dv-cinder-786929-2-smb neutron-server[86195]: timer() Apr 20 18:21:05.182701 dv-cinder-786929-2-smb neutron-server[86195]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 18:21:05.182701 dv-cinder-786929-2-smb neutron-server[86195]: cb(*args, **kw) Apr 20 18:21:05.182701 dv-cinder-786929-2-smb neutron-server[86195]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 20 18:21:05.182701 dv-cinder-786929-2-smb neutron-server[86195]: return func(*args, **kwargs) Apr 20 18:21:05.182701 dv-cinder-786929-2-smb neutron-server[86195]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 18:21:05.182701 dv-cinder-786929-2-smb neutron-server[86195]: self._notify() Apr 20 18:21:05.182701 dv-cinder-786929-2-smb neutron-server[86195]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 18:21:05.182701 dv-cinder-786929-2-smb neutron-server[86195]: self.callback(batched_events) Apr 20 18:21:05.182701 dv-cinder-786929-2-smb neutron-server[86195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 18:21:05.182701 dv-cinder-786929-2-smb neutron-server[86195]: event.method(event) Apr 20 18:21:05.182701 dv-cinder-786929-2-smb neutron-server[86195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 18:21:05.182701 dv-cinder-786929-2-smb neutron-server[86195]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 18:21:05.182701 dv-cinder-786929-2-smb neutron-server[86195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 20 18:21:05.182701 dv-cinder-786929-2-smb neutron-server[86195]: segment_id)['aggregates'][0] Apr 20 18:21:05.182701 dv-cinder-786929-2-smb neutron-server[86195]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 18:21:05.182701 dv-cinder-786929-2-smb neutron-server[86195]: return f(self, *a, **k) Apr 20 18:21:05.182701 dv-cinder-786929-2-smb neutron-server[86195]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 18:21:05.182701 dv-cinder-786929-2-smb neutron-server[86195]: return self._get(url).json() Apr 20 18:21:05.182701 dv-cinder-786929-2-smb neutron-server[86195]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 18:21:05.182701 dv-cinder-786929-2-smb neutron-server[86195]: **kwargs) Apr 20 18:21:05.182701 dv-cinder-786929-2-smb neutron-server[86195]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 18:21:05.182701 dv-cinder-786929-2-smb neutron-server[86195]: return self.request(url, 'GET', **kwargs) Apr 20 18:21:05.182701 dv-cinder-786929-2-smb neutron-server[86195]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 20 18:21:05.182701 dv-cinder-786929-2-smb neutron-server[86195]: **endpoint_filter) Apr 20 18:21:05.182701 dv-cinder-786929-2-smb neutron-server[86195]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 18:21:05.182701 dv-cinder-786929-2-smb neutron-server[86195]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 18:21:05.182701 dv-cinder-786929-2-smb neutron-server[86195]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 18:21:05.182701 dv-cinder-786929-2-smb neutron-server[86195]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 18:21:05.182701 dv-cinder-786929-2-smb neutron-server[86195]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 18:21:05.196132 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-06cce786-d521-43db-a3b0-41631d4b3f38 req-fba58f5b-8eb0-4170-b79e-eed145eacc8d tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b994cb4-8011-4e1a-8be2-9459735723ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590720 Apr 20 18:21:05.280409 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-4a2c7faa-9d0d-4afb-bff5-003e1f33d3db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036852945155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854236788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854121855'] for network, after_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:05.286390 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-8f0260b3-7c32-41ae-9483-361596ab72d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:21:05.302027 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-4a2c7faa-9d0d-4afb-bff5-003e1f33d3db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-751497'] for network, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:05.320468 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2c7faa-9d0d-4afb-bff5-003e1f33d3db admin admin] Pushing event deleted for resources: {'Network': ['ID=5467fe04-58d8-4cf1-9bf3-ac31cba799ff,revision_number=None']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:21:05.332677 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c9ad9a-b4ae-493e-9ee6-facf5527a686 req-8191bd23-2dd8-4a29-9e4b-684132cd928a tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:21:05.334294 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-e9c9ad9a-b4ae-493e-9ee6-facf5527a686 req-8191bd23-2dd8-4a29-9e4b-684132cd928a tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca697cc4-a8c4-410c-b96c-ff8164d02a38 HTTP/1.1" status: 200 len: 943 time: 0.2669077 Apr 20 18:21:05.335296 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-4a2c7faa-9d0d-4afb-bff5-003e1f33d3db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:21:05.349617 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-4a2c7faa-9d0d-4afb-bff5-003e1f33d3db admin admin] 10.222.0.32 "DELETE /v2.0/networks/5467fe04-58d8-4cf1-9bf3-ac31cba799ff HTTP/1.1" status: 204 len: 168 time: 4.0017664 Apr 20 18:21:05.350345 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.32', 55716) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:21:05.393765 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.provisioning_blocks [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Provisioning for port d908f722-d60a-47eb-961f-98632c0c66e6 completed by entity L2. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 18:21:05.405349 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.provisioning_blocks [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Provisioning complete for port d908f722-d60a-47eb-961f-98632c0c66e6 triggered by entity L2. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:21:05.405767 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853381758'] for port, provisioning_complete {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:05.442958 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-e9c9ad9a-b4ae-493e-9ee6-facf5527a686 req-7ec65ada-2261-44b2-8795-2fd6258d2d48 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f160d63-b9de-4bb3-8300-e22923f844bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0945663 Apr 20 18:21:05.493151 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.db [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] For port 173d9a00-e756-4b8c-8680-1588c794e4a1, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=173d9a00-e756-4b8c-8680-1588c794e4a1,segment=NetworkSegment(48e9a50f-9987-468e-9cbc-b73b5f8756db),segment_id=48e9a50f-9987-468e-9cbc-b73b5f8756db)] {{(pid=86312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:21:05.493519 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d161dc5-5f95-4560-8ade-12a61dfe5d86 req-9a518cfd-1079-4300-ab76-a14746f347fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:21:05.495360 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-8d161dc5-5f95-4560-8ade-12a61dfe5d86 req-9a518cfd-1079-4300-ab76-a14746f347fe service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c63217fb60aa4544a29b035267cf6bf0&device_id=0ddb3673-a36f-4874-ab49-e5b904f2a32b HTTP/1.1" status: 200 len: 1099 time: 0.1068425 Apr 20 18:21:05.515230 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.rpc [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Returning: {'device': '173d9a00-e756-4b8c-8680-1588c794e4a1', 'network_id': '5b82a5ad-5a0b-4f36-b6c5-403cadd34a79', 'port_id': '173d9a00-e756-4b8c-8680-1588c794e4a1', 'mac_address': 'fa:16:3e:18:00:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0d1d23a-bc57-4fd3-ab7b-5ff7156471c8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86312) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 18:21:05.632208 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624671'] for port, before_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:05.670284 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.notifiers.nova [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 173d9a00-e756-4b8c-8680-1588c794e4a1 {{(pid=86312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 18:21:05.677172 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624671'] for port, before_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:05.717593 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.db [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] For port 173d9a00-e756-4b8c-8680-1588c794e4a1, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=173d9a00-e756-4b8c-8680-1588c794e4a1,segment=NetworkSegment(48e9a50f-9987-468e-9cbc-b73b5f8756db),segment_id=48e9a50f-9987-468e-9cbc-b73b5f8756db)] {{(pid=86312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:21:05.726161 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852966479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736993730504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736993280695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299861495088'] for port, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:05.727909 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d161dc5-5f95-4560-8ade-12a61dfe5d86 req-518e7b64-2286-4518-b85d-468d53dbebd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:21:05.728032 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10620cea-02a2-4a25-b363-343f8bcb5f21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd908f722-d60a-47eb-961f-98632c0c66e6'}] {{(pid=86312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:21:05.729109 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-8d161dc5-5f95-4560-8ade-12a61dfe5d86 req-518e7b64-2286-4518-b85d-468d53dbebd0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b5591ab1-84d9-4585-836b-47bf7632765d HTTP/1.1" status: 200 len: 909 time: 0.2036827 Apr 20 18:21:05.736162 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:21:05.780493 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.db [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] For port d908f722-d60a-47eb-961f-98632c0c66e6, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=d908f722-d60a-47eb-961f-98632c0c66e6,segment=NetworkSegment(54ec0c17-9aad-481c-8f06-6f9b3e822cea),segment_id=54ec0c17-9aad-481c-8f06-6f9b3e822cea)] {{(pid=86312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:21:05.846117 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Pushing event updated for resources: {'Port': ['ID=173d9a00-e756-4b8c-8680-1588c794e4a1,revision_number=4']} {{(pid=86312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:21:05.858279 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10620cea-02a2-4a25-b363-343f8bcb5f21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd908f722-d60a-47eb-961f-98632c0c66e6', 'code': 200} Apr 20 18:21:05.859333 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:21:05.861386 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852966479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736993730504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736993280695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299861495088'] for port, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:05.861386 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.rpc [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Device 1769add6-7eea-405b-be77-84313a6acd1b up at agent hyperv_hv-cinder-78692 {{(pid=86312) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:21:05.882274 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-8d161dc5-5f95-4560-8ade-12a61dfe5d86 req-3fbebf70-d636-4c66-957b-8059d88d38bc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=33d9dd43-9391-4d91-b569-05d07ccab82b HTTP/1.1" status: 200 len: 1002 time: 0.1444199 Apr 20 18:21:05.925540 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-c3970fa3-26d9-44c5-b73c-94197c6ad736 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:21:06.009689 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Pushing event updated for resources: {'Port': ['ID=d908f722-d60a-47eb-961f-98632c0c66e6,revision_number=5']} {{(pid=86312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:21:06.025073 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d161dc5-5f95-4560-8ade-12a61dfe5d86 req-3f6318c6-967f-4b0e-95be-4963b4e33e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:21:06.027426 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-8d161dc5-5f95-4560-8ade-12a61dfe5d86 req-3f6318c6-967f-4b0e-95be-4963b4e33e89 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3243b360-2a6c-4a7d-86c5-59c501c53d43 HTTP/1.1" status: 200 len: 847 time: 0.1376805 Apr 20 18:21:06.032785 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:21:06.041992 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.provisioning_blocks [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Provisioning for port 1769add6-7eea-405b-be77-84313a6acd1b completed by entity L2. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 18:21:06.048382 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.provisioning_blocks [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Provisioning complete for port 1769add6-7eea-405b-be77-84313a6acd1b triggered by entity L2. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:21:06.049097 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853381758'] for port, provisioning_complete {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:06.190582 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57739f77-f875-4a0a-858f-3c8302a880b1 req-436d0db6-d505-4725-8ca8-247fa36d0c60 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:21:06.192476 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-57739f77-f875-4a0a-858f-3c8302a880b1 req-436d0db6-d505-4725-8ca8-247fa36d0c60 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] 10.222.0.32 "GET /v2.0/ports?device_id=be45108f-b51b-472d-82bf-2f82ab37d33a HTTP/1.1" status: 200 len: 945 time: 0.4854474 Apr 20 18:21:06.198192 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.db [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] get_ports_and_sgs() called for port_ids ['173d9a00-e756-4b8c-8680-1588c794e4a1'] {{(pid=86312) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 18:21:06.224681 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.agents_db [None req-b35f03a3-c7a0-4608-9f7c-a0859408129f None None] Agent healthcheck: found 6 active agents {{(pid=86313) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 18:21:06.240112 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624671'] for port, before_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:06.269493 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d161dc5-5f95-4560-8ade-12a61dfe5d86 req-ed87dd6e-f514-4f6a-9d16-70877d866497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:21:06.271240 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-8d161dc5-5f95-4560-8ade-12a61dfe5d86 req-ed87dd6e-f514-4f6a-9d16-70877d866497 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b5591ab1-84d9-4585-836b-47bf7632765d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2362199 Apr 20 18:21:06.306322 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a917dac-9058-4748-b2c6-f5d337f25c61 req-8f0bd59b-54c5-4b66-bcb7-f6798eff8984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:21:06.308055 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-5a917dac-9058-4748-b2c6-f5d337f25c61 req-8f0bd59b-54c5-4b66-bcb7-f6798eff8984 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=10620cea-02a2-4a25-b363-343f8bcb5f21 HTTP/1.1" status: 200 len: 1102 time: 0.2123897 Apr 20 18:21:06.324580 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.db [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] For port 1769add6-7eea-405b-be77-84313a6acd1b, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=1769add6-7eea-405b-be77-84313a6acd1b,segment=NetworkSegment(ad36d8b3-d89e-4c97-9e5d-6bb749241abc),segment_id=ad36d8b3-d89e-4c97-9e5d-6bb749241abc)] {{(pid=86312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:21:06.325257 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-57739f77-f875-4a0a-858f-3c8302a880b1 req-f06bc01d-b2ae-43b1-ae00-e3e013f358be tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] 10.222.0.32 "GET /v2.0/security-groups?id=700a848a-c728-44c7-ba4c-504318319c52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1209583 Apr 20 18:21:06.325400 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e176c09-ff97-4779-84de-1d8ae841700c req-e873073d-a7a4-4cdc-b602-add9c2f0f909 tempest-VolumesNegativeTest-1494968550 tempest-VolumesNegativeTest-1494968550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:21:06.327297 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-4e176c09-ff97-4779-84de-1d8ae841700c req-e873073d-a7a4-4cdc-b602-add9c2f0f909 tempest-VolumesNegativeTest-1494968550 tempest-VolumesNegativeTest-1494968550-project] 10.222.0.32 "GET /v2.0/ports?device_id=10620cea-02a2-4a25-b363-343f8bcb5f21 HTTP/1.1" status: 200 len: 949 time: 0.2330074 Apr 20 18:21:06.333600 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852966479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736993730504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736993280695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299861495088'] for port, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:06.343192 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:21:06.456013 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Pushing event updated for resources: {'Port': ['ID=1769add6-7eea-405b-be77-84313a6acd1b,revision_number=5']} {{(pid=86312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:21:06.462228 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:21:06.477108 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-5a917dac-9058-4748-b2c6-f5d337f25c61 req-e1a79407-f588-41a7-a47f-aaddba856a2b service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=73c3509c-8d36-4327-bfad-5114240228ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486800 Apr 20 18:21:06.491008 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-644c0cd1-a295-44d9-a978-d42357487247 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-397209'] for router_interface, before_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:06.504186 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-4e176c09-ff97-4779-84de-1d8ae841700c req-9e851480-2d1b-4df4-8274-ae164be98fcf tempest-VolumesNegativeTest-1494968550 tempest-VolumesNegativeTest-1494968550-project] 10.222.0.32 "GET /v2.0/security-groups?id=73c3509c-8d36-4327-bfad-5114240228ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115966 Apr 20 18:21:06.530036 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-8d161dc5-5f95-4560-8ade-12a61dfe5d86 req-23958028-cd02-4d5f-8e0c-6734e74b92bf service neutron] 10.222.0.13 "GET /v2.0/networks/b5591ab1-84d9-4585-836b-47bf7632765d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2508454 Apr 20 18:21:06.770568 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-8d161dc5-5f95-4560-8ade-12a61dfe5d86 req-ed188b32-8c3b-4d93-a3ea-b70fecd666b2 service neutron] 10.222.0.13 "GET /v2.0/networks/b5591ab1-84d9-4585-836b-47bf7632765d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2338588 Apr 20 18:21:06.804731 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ab1c59-282b-4a84-988b-9f5d8db64134 req-ce521c56-6c33-456e-b7c6-944bca1753e5 tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:21:06.806359 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-b5ab1c59-282b-4a84-988b-9f5d8db64134 req-ce521c56-6c33-456e-b7c6-944bca1753e5 tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ddb3673-a36f-4874-ab49-e5b904f2a32b HTTP/1.1" status: 200 len: 946 time: 0.1261950 Apr 20 18:21:06.875853 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-b5ab1c59-282b-4a84-988b-9f5d8db64134 req-23943862-2400-4043-9fac-20f7474febe0 tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b994cb4-8011-4e1a-8be2-9459735723ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617504 Apr 20 18:21:06.928676 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf15542-17a0-4402-b4bb-734c1729b92c req-b00fd5a6-e8b8-4ae9-9b49-64d0d72c6aa2 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:21:06.930270 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-6bf15542-17a0-4402-b4bb-734c1729b92c req-b00fd5a6-e8b8-4ae9-9b49-64d0d72c6aa2 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca697cc4-a8c4-410c-b96c-ff8164d02a38 HTTP/1.1" status: 200 len: 944 time: 0.1214876 Apr 20 18:21:07.028602 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.plugin [None req-644c0cd1-a295-44d9-a978-d42357487247 admin admin] Deleting port 77c108b2-8823-4543-acfa-974d913811ac {{(pid=86311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:21:07.028939 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-644c0cd1-a295-44d9-a978-d42357487247 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363299861050484'] for port, before_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:07.062340 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-6bf15542-17a0-4402-b4bb-734c1729b92c req-b7faf750-55a7-413a-9c88-0ec908da60f9 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f160d63-b9de-4bb3-8300-e22923f844bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1036959 Apr 20 18:21:07.075587 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818f28ec-5e88-4306-a127-3f11f6fb8c82 req-31e313fd-d7cd-4bdc-bae6-5ceb9be54b9e tempest-VolumesSnapshotTestJSON-785424082 tempest-VolumesSnapshotTestJSON-785424082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:21:07.077170 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-818f28ec-5e88-4306-a127-3f11f6fb8c82 req-31e313fd-d7cd-4bdc-bae6-5ceb9be54b9e tempest-VolumesSnapshotTestJSON-785424082 tempest-VolumesSnapshotTestJSON-785424082-project] 10.222.0.32 "GET /v2.0/ports?device_id=d87da3d7-9007-4246-8f13-8d340de4fa16 HTTP/1.1" status: 200 len: 945 time: 0.0936058 Apr 20 18:21:07.131275 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-818f28ec-5e88-4306-a127-3f11f6fb8c82 req-fd66ebef-7e4e-4a99-92f5-cd95281631af tempest-VolumesSnapshotTestJSON-785424082 tempest-VolumesSnapshotTestJSON-785424082-project] 10.222.0.32 "GET /v2.0/security-groups?id=a8fd554f-db08-45ef-bdc9-089ce011cc30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469689 Apr 20 18:21:07.222827 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.db [None req-644c0cd1-a295-44d9-a978-d42357487247 admin admin] For port 77c108b2-8823-4543-acfa-974d913811ac, host dv-cinder-786929-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-2-smb',level=0,port_id=77c108b2-8823-4543-acfa-974d913811ac,segment=NetworkSegment(fd980a66-31a5-46f7-a49b-b8797b33df90),segment_id=fd980a66-31a5-46f7-a49b-b8797b33df90)] {{(pid=86311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:21:07.223220 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-644c0cd1-a295-44d9-a978-d42357487247 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632958'] for port, precommit_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:07.362200 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.plugin [None req-644c0cd1-a295-44d9-a978-d42357487247 admin admin] Calling delete_port for 77c108b2-8823-4543-acfa-974d913811ac owned by network:router_interface {{(pid=86311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 18:21:07.580182 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de504b8-7c93-4017-81ae-c3de312c2318 req-d2b79dd3-c66f-4286-988a-3d38ce52b554 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:21:07.581721 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-3de504b8-7c93-4017-81ae-c3de312c2318 req-d2b79dd3-c66f-4286-988a-3d38ce52b554 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] 10.222.0.32 "GET /v2.0/ports?device_id=be45108f-b51b-472d-82bf-2f82ab37d33a HTTP/1.1" status: 200 len: 946 time: 0.1273112 Apr 20 18:21:07.687087 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-644c0cd1-a295-44d9-a978-d42357487247 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852966479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363299861045279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363299861495122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850693756'] for port, after_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:07.692498 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-5d7e0adf-d719-4ebf-9274-087780fdaec2 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:21:07.728796 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-3de504b8-7c93-4017-81ae-c3de312c2318 req-5df21b02-f3da-458c-bc01-0823c6995f70 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] 10.222.0.32 "GET /v2.0/security-groups?id=700a848a-c728-44c7-ba4c-504318319c52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1129897 Apr 20 18:21:07.735327 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cce948-8ca1-4824-abe1-be36dce21b24 req-b5e3586e-2841-47ae-a83e-6ab7699881d6 tempest-VolumesNegativeTest-1494968550 tempest-VolumesNegativeTest-1494968550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:21:07.737056 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-e1cce948-8ca1-4824-abe1-be36dce21b24 req-b5e3586e-2841-47ae-a83e-6ab7699881d6 tempest-VolumesNegativeTest-1494968550 tempest-VolumesNegativeTest-1494968550-project] 10.222.0.32 "GET /v2.0/ports?device_id=10620cea-02a2-4a25-b363-343f8bcb5f21 HTTP/1.1" status: 200 len: 949 time: 0.1007962 Apr 20 18:21:07.757636 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644c0cd1-a295-44d9-a978-d42357487247 admin admin] Pushing event deleted for resources: {'Port': ['ID=77c108b2-8823-4543-acfa-974d913811ac,revision_number=None']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:21:07.761327 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-644c0cd1-a295-44d9-a978-d42357487247 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:21:07.795070 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-e1cce948-8ca1-4824-abe1-be36dce21b24 req-74ae3f85-fbf6-4975-9691-602f541cef85 tempest-VolumesNegativeTest-1494968550 tempest-VolumesNegativeTest-1494968550-project] 10.222.0.32 "GET /v2.0/security-groups?id=73c3509c-8d36-4327-bfad-5114240228ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508125 Apr 20 18:21:07.859567 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be45108f-b51b-472d-82bf-2f82ab37d33a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1769add6-7eea-405b-be77-84313a6acd1b'}] {{(pid=86312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:21:07.925230 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be45108f-b51b-472d-82bf-2f82ab37d33a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1769add6-7eea-405b-be77-84313a6acd1b', 'code': 200} Apr 20 18:21:08.069946 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-ae1448a2-2ebe-4842-ba75-a16cf46086ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299861013637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394135'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:08.156842 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-644c0cd1-a295-44d9-a978-d42357487247 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854024286', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-397287'] for router_interface, after_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:08.233893 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d04d4c-f230-460b-aa42-55f284d2dab9 req-3206f09e-ddc3-4fdd-a870-1eef6360d9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:21:08.235858 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-46d04d4c-f230-460b-aa42-55f284d2dab9 req-3206f09e-ddc3-4fdd-a870-1eef6360d9e9 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=be45108f-b51b-472d-82bf-2f82ab37d33a HTTP/1.1" status: 200 len: 1099 time: 0.0880704 Apr 20 18:21:08.263948 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1a3db7-3088-42de-808f-1c41fed7b3e8 req-b52924f1-fdd2-4bd1-a56e-9b25d494decb tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:21:08.265556 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-5d1a3db7-3088-42de-808f-1c41fed7b3e8 req-b52924f1-fdd2-4bd1-a56e-9b25d494decb tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ddb3673-a36f-4874-ab49-e5b904f2a32b HTTP/1.1" status: 200 len: 946 time: 0.2258065 Apr 20 18:21:08.341836 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-46d04d4c-f230-460b-aa42-55f284d2dab9 req-ebbd6bf2-ab06-477e-a934-5459a9c6faf7 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=700a848a-c728-44c7-ba4c-504318319c52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961185 Apr 20 18:21:08.373822 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b601357-b099-4af1-91c5-79f5da449f9e req-55c86f42-a09d-4543-b41f-e4f68f0f91a7 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:21:08.375442 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-9b601357-b099-4af1-91c5-79f5da449f9e req-55c86f42-a09d-4543-b41f-e4f68f0f91a7 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca697cc4-a8c4-410c-b96c-ff8164d02a38 HTTP/1.1" status: 200 len: 944 time: 0.1279786 Apr 20 18:21:08.397746 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-5d1a3db7-3088-42de-808f-1c41fed7b3e8 req-288368cf-bf96-4d2d-b06a-07a91c1ede75 tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b994cb4-8011-4e1a-8be2-9459735723ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705554 Apr 20 18:21:08.433677 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-9b601357-b099-4af1-91c5-79f5da449f9e req-8ac978d5-9adc-4a17-ab7d-184a1c2db457 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f160d63-b9de-4bb3-8300-e22923f844bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514832 Apr 20 18:21:08.638659 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7d1f70-7da0-463a-ad7e-f58292940493 req-cfb92b7c-9845-4ebd-bfb4-0ba77fa54817 tempest-VolumesSnapshotTestJSON-785424082 tempest-VolumesSnapshotTestJSON-785424082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:21:08.640436 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-ab7d1f70-7da0-463a-ad7e-f58292940493 req-cfb92b7c-9845-4ebd-bfb4-0ba77fa54817 tempest-VolumesSnapshotTestJSON-785424082 tempest-VolumesSnapshotTestJSON-785424082-project] 10.222.0.32 "GET /v2.0/ports?device_id=d87da3d7-9007-4246-8f13-8d340de4fa16 HTTP/1.1" status: 200 len: 945 time: 0.0983474 Apr 20 18:21:08.693613 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-ab7d1f70-7da0-463a-ad7e-f58292940493 req-b3fb9833-11c0-46b7-9d96-efb686ed03fb tempest-VolumesSnapshotTestJSON-785424082 tempest-VolumesSnapshotTestJSON-785424082-project] 10.222.0.32 "GET /v2.0/security-groups?id=a8fd554f-db08-45ef-bdc9-089ce011cc30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459626 Apr 20 18:21:08.922543 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-644c0cd1-a295-44d9-a978-d42357487247 admin admin] Router aaee1f57-42f7-4f32-b407-a067ab95d548 has already been hosted by L3 agent 40af0123-fc20-4e27-8672-759459b7c5ef {{(pid=86311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 18:21:08.934822 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3baf0d-6e3c-46ad-9f8c-aa44c02f9e0a req-8c49b8b1-9fd8-44e8-aea3-785c85135a84 tempest-VolumesNegativeTest-1494968550 tempest-VolumesNegativeTest-1494968550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:21:08.936430 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-bc3baf0d-6e3c-46ad-9f8c-aa44c02f9e0a req-8c49b8b1-9fd8-44e8-aea3-785c85135a84 tempest-VolumesNegativeTest-1494968550 tempest-VolumesNegativeTest-1494968550-project] 10.222.0.32 "GET /v2.0/ports?device_id=10620cea-02a2-4a25-b363-343f8bcb5f21 HTTP/1.1" status: 200 len: 949 time: 0.3869588 Apr 20 18:21:08.941989 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69834f66-17bb-42a3-b0e4-15df2f7ff55c req-d8511694-fa97-4780-adb4-24f3b6870368 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:21:08.943629 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-69834f66-17bb-42a3-b0e4-15df2f7ff55c req-d8511694-fa97-4780-adb4-24f3b6870368 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] 10.222.0.32 "GET /v2.0/ports?device_id=be45108f-b51b-472d-82bf-2f82ab37d33a HTTP/1.1" status: 200 len: 946 time: 0.0918083 Apr 20 18:21:08.997470 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-69834f66-17bb-42a3-b0e4-15df2f7ff55c req-43b982d7-a358-4980-8367-1750a5d08ec1 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] 10.222.0.32 "GET /v2.0/security-groups?id=700a848a-c728-44c7-ba4c-504318319c52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471821 Apr 20 18:21:09.005765 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.rpc [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Device 173d9a00-e756-4b8c-8680-1588c794e4a1 up at agent hyperv_hv-cinder-78692 {{(pid=86312) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:21:09.088289 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.provisioning_blocks [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Provisioning for port 173d9a00-e756-4b8c-8680-1588c794e4a1 completed by entity L2. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 18:21:09.093821 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.provisioning_blocks [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Provisioning complete for port 173d9a00-e756-4b8c-8680-1588c794e4a1 triggered by entity L2. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:21:09.094273 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853381758'] for port, provisioning_complete {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:09.135754 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-bc3baf0d-6e3c-46ad-9f8c-aa44c02f9e0a req-7f1e6c6d-6b3b-43f0-b4fb-d56bf04afc6c tempest-VolumesNegativeTest-1494968550 tempest-VolumesNegativeTest-1494968550-project] 10.222.0.32 "GET /v2.0/security-groups?id=73c3509c-8d36-4327-bfad-5114240228ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921198 Apr 20 18:21:09.167461 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-644c0cd1-a295-44d9-a978-d42357487247 admin admin] Notify agent at l3_agent.dv-cinder-786929-2-smb the message routers_updated {{(pid=86311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 18:21:09.177765 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b66229c9-122d-4866-a349-8a884eed8a1a None None] Sync routers for ids ['aaee1f57-42f7-4f32-b407-a067ab95d548'] in dv-cinder-786929-2-smb {{(pid=86313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 18:21:09.181132 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-644c0cd1-a295-44d9-a978-d42357487247 admin admin] 10.222.0.32 "PUT /v2.0/routers/aaee1f57-42f7-4f32-b407-a067ab95d548/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8271856 Apr 20 18:21:09.181301 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.32', 55756) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:21:09.189088 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b66229c9-122d-4866-a349-8a884eed8a1a None None] Routers {'aaee1f57-42f7-4f32-b407-a067ab95d548'} bound to L3 agent in host dv-cinder-786929-2-smb {{(pid=86313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:21:09.189844 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_hamode_db [None req-b66229c9-122d-4866-a349-8a884eed8a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786929-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-20T18:07:11Z,description=,heartbeat_timestamp=2021-04-20T18:20:41Z,host='dv-cinder-786929-2-smb',id=40af0123-fc20-4e27-8672-759459b7c5ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T18:07:11Z,topic='l3_agent')) {'router_ids': ['aaee1f57-42f7-4f32-b407-a067ab95d548'], 'active': True} {{(pid=86313) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:21:09.225010 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624671'] for port, before_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:09.264266 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.db [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] For port 173d9a00-e756-4b8c-8680-1588c794e4a1, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=173d9a00-e756-4b8c-8680-1588c794e4a1,segment=NetworkSegment(48e9a50f-9987-468e-9cbc-b73b5f8756db),segment_id=48e9a50f-9987-468e-9cbc-b73b5f8756db)] {{(pid=86312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:21:09.267319 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852966479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736993730504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736993280695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299861495088'] for port, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:09.269316 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-731bde62-4730-4e50-add6-67c67b6f1693 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:21:09.349087 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Pushing event updated for resources: {'Port': ['ID=173d9a00-e756-4b8c-8680-1588c794e4a1,revision_number=5']} {{(pid=86312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:21:09.352512 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:21:09.409518 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_dvr_db [None req-b66229c9-122d-4866-a349-8a884eed8a1a None None] Set router aaee1f57-42f7-4f32-b407-a067ab95d548 gateway port host: dv-cinder-786929-2-smb {{(pid=86313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 18:21:09.455211 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-6d6fec45-9ef7-4702-a8dd-6cfcfa7e63b1 admin admin] Notify callbacks [] for router, before_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:09.645543 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b122980-5524-4370-944b-88777743123c req-60c00766-50a5-4dcc-940a-58d3504164d5 tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:21:09.647424 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-2b122980-5524-4370-944b-88777743123c req-60c00766-50a5-4dcc-940a-58d3504164d5 tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ddb3673-a36f-4874-ab49-e5b904f2a32b HTTP/1.1" status: 200 len: 946 time: 0.1163690 Apr 20 18:21:09.709847 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-2b122980-5524-4370-944b-88777743123c req-8603f015-63f2-4403-9067-13df1005bc47 tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b994cb4-8011-4e1a-8be2-9459735723ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543637 Apr 20 18:21:09.773942 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-6d6fec45-9ef7-4702-a8dd-6cfcfa7e63b1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:09.790912 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.plugin [None req-6d6fec45-9ef7-4702-a8dd-6cfcfa7e63b1 admin admin] Deleting port 1ac51ac7-b1ea-4dd8-a36c-ec8ede5f4f75 {{(pid=86311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:21:09.791349 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_hamode_db [None req-b66229c9-122d-4866-a349-8a884eed8a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaee1f57-42f7-4f32-b407-a067ab95d548', 'name': 'tempest-TestMinimumBasicScenario-795236797-router', 'tenant_id': 'ec8fca4eb7304806a62ea6a9b05feff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26051af8-ebd0-4db2-857e-181975352424', 'external_fixed_ips': [{'subnet_id': 'a8fb9e9c-99d7-49f9-8da9-302520785055', 'ip_address': '172.28.0.225'}], 'enable_snat': True}, 'gw_port_id': '1ac51ac7-b1ea-4dd8-a36c-ec8ede5f4f75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:17:31Z', 'updated_at': '2021-04-20T18:21:07Z', 'revision_number': 5, 'project_id': 'ec8fca4eb7304806a62ea6a9b05feff5', 'gw_port': {'id': '1ac51ac7-b1ea-4dd8-a36c-ec8ede5f4f75', 'name': '', 'network_id': '26051af8-ebd0-4db2-857e-181975352424', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:a9:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaee1f57-42f7-4f32-b407-a067ab95d548', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': 'a8fb9e9c-99d7-49f9-8da9-302520785055', 'ip_address': '172.28.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:17:33Z', 'updated_at': '2021-04-20T18:17:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8fb9e9c-99d7-49f9-8da9-302520785055', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-2-smb'}], 'dv-cinder-786929-2-smb', False) {} {{(pid=86313) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:21:09.791513 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-6d6fec45-9ef7-4702-a8dd-6cfcfa7e63b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363299861050484'] for port, before_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:09.796954 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b66229c9-122d-4866-a349-8a884eed8a1a None None] Checking router: aaee1f57-42f7-4f32-b407-a067ab95d548 for host: dv-cinder-786929-2-smb {{(pid=86313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 18:21:09.808448 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b66229c9-122d-4866-a349-8a884eed8a1a None None] Routers {'aaee1f57-42f7-4f32-b407-a067ab95d548'} bound to L3 agent in host dv-cinder-786929-2-smb {{(pid=86313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:21:09.809695 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_hamode_db [None req-b66229c9-122d-4866-a349-8a884eed8a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786929-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-20T18:07:11Z,description=,heartbeat_timestamp=2021-04-20T18:20:41Z,host='dv-cinder-786929-2-smb',id=40af0123-fc20-4e27-8672-759459b7c5ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T18:07:11Z,topic='l3_agent')) {'router_ids': ['aaee1f57-42f7-4f32-b407-a067ab95d548'], 'active': True} {{(pid=86313) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:21:09.881933 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930bb235-8734-43eb-950d-0f78fd0b6c38 req-2d65640b-2905-4b89-b512-c77ecbc18acc tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:21:09.883941 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-930bb235-8734-43eb-950d-0f78fd0b6c38 req-2d65640b-2905-4b89-b512-c77ecbc18acc tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca697cc4-a8c4-410c-b96c-ff8164d02a38 HTTP/1.1" status: 200 len: 945 time: 0.2341959 Apr 20 18:21:09.927153 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca697cc4-a8c4-410c-b96c-ff8164d02a38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '173d9a00-e756-4b8c-8680-1588c794e4a1'}] {{(pid=86312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:21:09.963287 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0851e656-2d1c-4e31-8102-4f2a7257f332 req-dc4929a6-5dc5-428d-80d0-e8df3595ccaa tempest-VolumesSnapshotTestJSON-785424082 tempest-VolumesSnapshotTestJSON-785424082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:21:09.964960 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-0851e656-2d1c-4e31-8102-4f2a7257f332 req-dc4929a6-5dc5-428d-80d0-e8df3595ccaa tempest-VolumesSnapshotTestJSON-785424082 tempest-VolumesSnapshotTestJSON-785424082-project] 10.222.0.32 "GET /v2.0/ports?device_id=d87da3d7-9007-4246-8f13-8d340de4fa16 HTTP/1.1" status: 200 len: 945 time: 0.1412394 Apr 20 18:21:10.001625 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_dvr_db [None req-b66229c9-122d-4866-a349-8a884eed8a1a None None] Set router aaee1f57-42f7-4f32-b407-a067ab95d548 gateway port host: None {{(pid=86313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 18:21:10.022723 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-0851e656-2d1c-4e31-8102-4f2a7257f332 req-063dbaef-a357-4ccc-8caa-88bb707e4945 tempest-VolumesSnapshotTestJSON-785424082 tempest-VolumesSnapshotTestJSON-785424082-project] 10.222.0.32 "GET /v2.0/security-groups?id=a8fd554f-db08-45ef-bdc9-089ce011cc30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491955 Apr 20 18:21:10.088346 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca697cc4-a8c4-410c-b96c-ff8164d02a38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '173d9a00-e756-4b8c-8680-1588c794e4a1', 'code': 200} Apr 20 18:21:10.096178 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.db [None req-6d6fec45-9ef7-4702-a8dd-6cfcfa7e63b1 admin admin] For port 1ac51ac7-b1ea-4dd8-a36c-ec8ede5f4f75, host dv-cinder-786929-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-2-smb',level=0,port_id=1ac51ac7-b1ea-4dd8-a36c-ec8ede5f4f75,segment=NetworkSegment(0fd0f869-d1a1-42b0-840f-a1b93e92e33d),segment_id=0fd0f869-d1a1-42b0-840f-a1b93e92e33d)] {{(pid=86311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:21:10.096709 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-6d6fec45-9ef7-4702-a8dd-6cfcfa7e63b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632958'] for port, precommit_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:10.176463 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7a909a-11f1-4389-aa75-bdd8241c1ace req-324524a6-047e-4fe8-b480-a4fa25748e45 tempest-VolumesNegativeTest-1494968550 tempest-VolumesNegativeTest-1494968550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:21:10.178183 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-8e7a909a-11f1-4389-aa75-bdd8241c1ace req-324524a6-047e-4fe8-b480-a4fa25748e45 tempest-VolumesNegativeTest-1494968550 tempest-VolumesNegativeTest-1494968550-project] 10.222.0.13 "GET /v2.0/ports?device_id=10620cea-02a2-4a25-b363-343f8bcb5f21 HTTP/1.1" status: 200 len: 949 time: 0.1180387 Apr 20 18:21:10.186838 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-930bb235-8734-43eb-950d-0f78fd0b6c38 req-3509035f-9d02-428d-93c0-10a43b20b8a5 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f160d63-b9de-4bb3-8300-e22923f844bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2808180 Apr 20 18:21:10.221443 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_hamode_db [None req-b66229c9-122d-4866-a349-8a884eed8a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaee1f57-42f7-4f32-b407-a067ab95d548', 'name': 'tempest-TestMinimumBasicScenario-795236797-router', 'tenant_id': 'ec8fca4eb7304806a62ea6a9b05feff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:17:31Z', 'updated_at': '2021-04-20T18:21:09Z', 'revision_number': 6, 'project_id': 'ec8fca4eb7304806a62ea6a9b05feff5', 'gw_port_host': None}], 'dv-cinder-786929-2-smb', False) {} {{(pid=86313) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:21:10.226714 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b66229c9-122d-4866-a349-8a884eed8a1a None None] The sync data for ids ['aaee1f57-42f7-4f32-b407-a067ab95d548'] in dv-cinder-786929-2-smb is: [{'id': 'aaee1f57-42f7-4f32-b407-a067ab95d548', 'name': 'tempest-TestMinimumBasicScenario-795236797-router', 'tenant_id': 'ec8fca4eb7304806a62ea6a9b05feff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:17:31Z', 'updated_at': '2021-04-20T18:21:09Z', 'revision_number': 6, 'project_id': 'ec8fca4eb7304806a62ea6a9b05feff5', 'gw_port_host': None}] {{(pid=86313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 18:21:10.267823 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.plugin [None req-6d6fec45-9ef7-4702-a8dd-6cfcfa7e63b1 admin admin] Calling delete_port for 1ac51ac7-b1ea-4dd8-a36c-ec8ede5f4f75 owned by network:router_gateway {{(pid=86311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 18:21:10.381568 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.plugin [req-8e7a909a-11f1-4389-aa75-bdd8241c1ace req-d3164859-6c62-4b2f-aca2-d9d5389e23b8 tempest-VolumesNegativeTest-1494968550 tempest-VolumesNegativeTest-1494968550-project] Deleting port d908f722-d60a-47eb-961f-98632c0c66e6 {{(pid=86310) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:21:10.382236 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-8e7a909a-11f1-4389-aa75-bdd8241c1ace req-d3164859-6c62-4b2f-aca2-d9d5389e23b8 tempest-VolumesNegativeTest-1494968550 tempest-VolumesNegativeTest-1494968550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363299861050484'] for port, before_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:10.545993 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe097a6-25f0-4435-982b-c9acf1679ce2 req-2546a3f4-1ddf-484a-a1e9-4d52772b732e tempest-VolumesNegativeTest-1494968550 tempest-VolumesNegativeTest-1494968550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:21:10.551164 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-9fe097a6-25f0-4435-982b-c9acf1679ce2 req-2546a3f4-1ddf-484a-a1e9-4d52772b732e tempest-VolumesNegativeTest-1494968550 tempest-VolumesNegativeTest-1494968550-project] 10.222.0.32 "GET /v2.0/ports?device_id=10620cea-02a2-4a25-b363-343f8bcb5f21 HTTP/1.1" status: 200 len: 949 time: 0.1520262 Apr 20 18:21:10.577582 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68439c9-226d-4842-a75f-9cacc7759e96 req-c4cb9a6f-a3f9-4450-962b-cec45796275b tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:21:10.579299 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-d68439c9-226d-4842-a75f-9cacc7759e96 req-c4cb9a6f-a3f9-4450-962b-cec45796275b tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] 10.222.0.32 "GET /v2.0/ports?device_id=be45108f-b51b-472d-82bf-2f82ab37d33a HTTP/1.1" status: 200 len: 946 time: 0.3506906 Apr 20 18:21:10.606971 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-6d6fec45-9ef7-4702-a8dd-6cfcfa7e63b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852966479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363299861045279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363299861495122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850693756'] for port, after_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:10.613167 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:21:10.706335 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6fec45-9ef7-4702-a8dd-6cfcfa7e63b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=1ac51ac7-b1ea-4dd8-a36c-ec8ede5f4f75,revision_number=None']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:21:10.709339 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-6d6fec45-9ef7-4702-a8dd-6cfcfa7e63b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:21:10.720438 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-9fe097a6-25f0-4435-982b-c9acf1679ce2 req-a6000eff-fc39-4f71-923e-8ec1e28af3f5 tempest-VolumesNegativeTest-1494968550 tempest-VolumesNegativeTest-1494968550-project] 10.222.0.32 "GET /v2.0/security-groups?id=73c3509c-8d36-4327-bfad-5114240228ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437762 Apr 20 18:21:10.762906 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8303d3-21b9-4042-922d-cd9200c40d02 req-3c79bbd8-70d1-40ff-bedf-f155f8e2d74d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:21:10.764618 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-df8303d3-21b9-4042-922d-cd9200c40d02 req-3c79bbd8-70d1-40ff-bedf-f155f8e2d74d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ca697cc4-a8c4-410c-b96c-ff8164d02a38 HTTP/1.1" status: 200 len: 1098 time: 0.3479068 Apr 20 18:21:10.782924 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-d68439c9-226d-4842-a75f-9cacc7759e96 req-c9eca718-df1c-465b-9911-f65354023cf4 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] 10.222.0.32 "GET /v2.0/security-groups?id=700a848a-c728-44c7-ba4c-504318319c52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1838477 Apr 20 18:21:10.794817 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-6d6fec45-9ef7-4702-a8dd-6cfcfa7e63b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854149018'] for router_gateway, after_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:10.875771 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-df8303d3-21b9-4042-922d-cd9200c40d02 req-62e2a130-e41c-4ee4-89bc-06850f1cd556 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=9f160d63-b9de-4bb3-8300-e22923f844bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0997806 Apr 20 18:21:10.883861 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.db [req-8e7a909a-11f1-4389-aa75-bdd8241c1ace req-d3164859-6c62-4b2f-aca2-d9d5389e23b8 tempest-VolumesNegativeTest-1494968550 tempest-VolumesNegativeTest-1494968550-project] For port d908f722-d60a-47eb-961f-98632c0c66e6, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=d908f722-d60a-47eb-961f-98632c0c66e6,segment=NetworkSegment(54ec0c17-9aad-481c-8f06-6f9b3e822cea),segment_id=54ec0c17-9aad-481c-8f06-6f9b3e822cea)] {{(pid=86310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:21:10.884351 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-8e7a909a-11f1-4389-aa75-bdd8241c1ace req-d3164859-6c62-4b2f-aca2-d9d5389e23b8 tempest-VolumesNegativeTest-1494968550 tempest-VolumesNegativeTest-1494968550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632958'] for port, precommit_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:10.936262 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-df2a95cc-eb57-44a3-9b29-0fe8fbd46cb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299861013637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394135'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:11.028404 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.plugin [req-8e7a909a-11f1-4389-aa75-bdd8241c1ace req-d3164859-6c62-4b2f-aca2-d9d5389e23b8 tempest-VolumesNegativeTest-1494968550 tempest-VolumesNegativeTest-1494968550-project] Calling delete_port for d908f722-d60a-47eb-961f-98632c0c66e6 owned by compute:nova {{(pid=86310) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 18:21:11.053588 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-6d6fec45-9ef7-4702-a8dd-6cfcfa7e63b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854121414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854760238'] for router, precommit_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:11.056699 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-6d6fec45-9ef7-4702-a8dd-6cfcfa7e63b1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:11.095919 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-6d6fec45-9ef7-4702-a8dd-6cfcfa7e63b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-395902'] for router, after_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:11.096505 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d6fec45-9ef7-4702-a8dd-6cfcfa7e63b1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router aaee1f57-42f7-4f32-b407-a067ab95d548 {{(pid=86311) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 20 18:21:11.118600 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31383c67-806f-4dce-84ef-e91b7547ecbe req-475c5bef-f0a9-4651-9754-ce3cf99a6de5 tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:21:11.125597 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-31383c67-806f-4dce-84ef-e91b7547ecbe req-475c5bef-f0a9-4651-9754-ce3cf99a6de5 tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ddb3673-a36f-4874-ab49-e5b904f2a32b HTTP/1.1" status: 200 len: 946 time: 0.2829125 Apr 20 18:21:11.128303 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-2bb93f3c-0bff-4547-a1e0-c38a344e24ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299861013637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394135'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:11.151274 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-6d6fec45-9ef7-4702-a8dd-6cfcfa7e63b1 admin admin] Notify callbacks [] for router, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:11.155998 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-6d6fec45-9ef7-4702-a8dd-6cfcfa7e63b1 admin admin] 10.222.0.32 "DELETE /v2.0/routers/aaee1f57-42f7-4f32-b407-a067ab95d548 HTTP/1.1" status: 204 len: 168 time: 1.9702570 Apr 20 18:21:11.158694 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.32', 55778) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:21:11.230292 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a706ef61-b5b6-4b98-b94d-ee5d24f33f68 req-bd158464-491f-4281-a5b7-1effc1d6d948 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:21:11.232531 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-a706ef61-b5b6-4b98-b94d-ee5d24f33f68 req-bd158464-491f-4281-a5b7-1effc1d6d948 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] 10.222.0.32 "GET /v2.0/ports?device_id=be45108f-b51b-472d-82bf-2f82ab37d33a HTTP/1.1" status: 200 len: 946 time: 0.2768645 Apr 20 18:21:11.243351 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.32', 55782) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:21:11.259679 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-31383c67-806f-4dce-84ef-e91b7547ecbe req-b9a994c5-7349-49e6-af58-6f7d8af11136 tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b994cb4-8011-4e1a-8be2-9459735723ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1290460 Apr 20 18:21:11.284498 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b9590b3-16fa-408b-aa1a-58be9c62bddc admin admin] Deleting subnet c6a4747d-0f52-437a-8625-5de6c991d250 {{(pid=86311) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 20 18:21:11.290639 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-4b9590b3-16fa-408b-aa1a-58be9c62bddc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:11.292284 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-8e7a909a-11f1-4389-aa75-bdd8241c1ace req-d3164859-6c62-4b2f-aca2-d9d5389e23b8 tempest-VolumesNegativeTest-1494968550 tempest-VolumesNegativeTest-1494968550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852966479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363299861045279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363299861495122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852424964'] for port, after_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:11.300017 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-804269a6-371d-4b6f-a952-c54e766e3585 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:21:11.358547 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-4b9590b3-16fa-408b-aa1a-58be9c62bddc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2266016'] for subnet, precommit_delete_associations {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:11.367233 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.v2.base [None req-a8e968f4-8f1b-4815-8283-12a761c17880 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Request body: {'floatingip': {'port_id': '1769add6-7eea-405b-be77-84313a6acd1b'}} {{(pid=86310) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:21:11.428857 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.rpc [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Device 1ac51ac7-b1ea-4dd8-a36c-ec8ede5f4f75 no longer exists at agent ovs-agent-dv-cinder-786929-2-smb {{(pid=86312) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 18:21:11.470583 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.plugin [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] No Port match for: 1ac51ac7-b1ea-4dd8-a36c-ec8ede5f4f75 {{(pid=86312) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 18:21:11.471371 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.rpc [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Device 1ac51ac7-b1ea-4dd8-a36c-ec8ede5f4f75 not bound to the agent host dv-cinder-786929-2-smb {{(pid=86312) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 18:21:11.471752 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.rpc [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Device 77c108b2-8823-4543-acfa-974d913811ac no longer exists at agent ovs-agent-dv-cinder-786929-2-smb {{(pid=86312) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 18:21:11.512409 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.plugin [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] No Port match for: 77c108b2-8823-4543-acfa-974d913811ac {{(pid=86312) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 18:21:11.512964 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.rpc [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Device 77c108b2-8823-4543-acfa-974d913811ac not bound to the agent host dv-cinder-786929-2-smb {{(pid=86312) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 18:21:11.624197 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd28be89-dfc2-49c8-b1f8-6ded00475088 req-594bba7c-3ea9-48a6-8177-d507d38159c1 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:21:11.627226 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-bd28be89-dfc2-49c8-b1f8-6ded00475088 req-594bba7c-3ea9-48a6-8177-d507d38159c1 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca697cc4-a8c4-410c-b96c-ff8164d02a38 HTTP/1.1" status: 200 len: 945 time: 0.2309389 Apr 20 18:21:11.783157 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3164859-6c62-4b2f-aca2-d9d5389e23b8 tempest-VolumesNegativeTest-1494968550 tempest-VolumesNegativeTest-1494968550-project] Pushing event deleted for resources: {'Port': ['ID=d908f722-d60a-47eb-961f-98632c0c66e6,revision_number=None']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:21:11.879641 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-d3164859-6c62-4b2f-aca2-d9d5389e23b8 tempest-VolumesNegativeTest-1494968550 tempest-VolumesNegativeTest-1494968550-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.579s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:21:11.957189 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-4b9590b3-16fa-408b-aa1a-58be9c62bddc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852945248'] for subnet, precommit_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:11.958608 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-a8e968f4-8f1b-4815-8283-12a761c17880 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Notify callbacks [] for floatingip, before_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:12.034298 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-bd28be89-dfc2-49c8-b1f8-6ded00475088 req-07c27e4c-adee-4fe0-83cd-68c78fa03058 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f160d63-b9de-4bb3-8300-e22923f844bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3978980 Apr 20 18:21:12.049028 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e7a909a-11f1-4389-aa75-bdd8241c1ace req-d3164859-6c62-4b2f-aca2-d9d5389e23b8 tempest-VolumesNegativeTest-1494968550 tempest-VolumesNegativeTest-1494968550-project] No DVR routers for this DVR port d908f722-d60a-47eb-961f-98632c0c66e6 on host hv-cinder-78692 {{(pid=86310) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 18:21:12.052849 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-8e7a909a-11f1-4389-aa75-bdd8241c1ace req-d3164859-6c62-4b2f-aca2-d9d5389e23b8 tempest-VolumesNegativeTest-1494968550 tempest-VolumesNegativeTest-1494968550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759958'] for port, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:12.070722 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10620cea-02a2-4a25-b363-343f8bcb5f21', 'name': 'network-vif-deleted', 'tag': 'd908f722-d60a-47eb-961f-98632c0c66e6'}] {{(pid=86310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:21:12.142503 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-8e7a909a-11f1-4389-aa75-bdd8241c1ace req-d3164859-6c62-4b2f-aca2-d9d5389e23b8 tempest-VolumesNegativeTest-1494968550 tempest-VolumesNegativeTest-1494968550-project] 10.222.0.13 "DELETE /v2.0/ports/d908f722-d60a-47eb-961f-98632c0c66e6 HTTP/1.1" status: 204 len: 173 time: 1.9567630 Apr 20 18:21:12.168856 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299861013637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394135'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:12.249893 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-244275e4-f4ea-4795-bce3-730557860d12 req-3a5fba35-d385-4dac-8693-b9c29ef41587 tempest-VolumesNegativeTest-1494968550 tempest-VolumesNegativeTest-1494968550-project] 10.222.0.32 "GET /v2.0/ports?device_id=10620cea-02a2-4a25-b363-343f8bcb5f21 HTTP/1.1" status: 200 len: 210 time: 0.0713537 Apr 20 18:21:12.268616 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9462b4-c9de-405e-967e-8bb3c4f6511f req-ce434fcb-fb23-4be9-8f9b-dfd7f3b8f929 tempest-VolumesSnapshotTestJSON-785424082 tempest-VolumesSnapshotTestJSON-785424082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:21:12.278801 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-4b9462b4-c9de-405e-967e-8bb3c4f6511f req-ce434fcb-fb23-4be9-8f9b-dfd7f3b8f929 tempest-VolumesSnapshotTestJSON-785424082 tempest-VolumesSnapshotTestJSON-785424082-project] 10.222.0.32 "GET /v2.0/ports?device_id=d87da3d7-9007-4246-8f13-8d340de4fa16 HTTP/1.1" status: 200 len: 945 time: 0.5804646 Apr 20 18:21:12.306510 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9177317f-3df1-4c4a-8d68-f19c3f6ff2b3 req-16d22eb9-bd73-4b8e-b7e1-52f1e5b75e4c tempest-VolumesSnapshotTestJSON-785424082 tempest-VolumesSnapshotTestJSON-785424082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:21:12.308264 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-9177317f-3df1-4c4a-8d68-f19c3f6ff2b3 req-16d22eb9-bd73-4b8e-b7e1-52f1e5b75e4c tempest-VolumesSnapshotTestJSON-785424082 tempest-VolumesSnapshotTestJSON-785424082-project] 10.222.0.13 "GET /v2.0/ports?device_id=d87da3d7-9007-4246-8f13-8d340de4fa16 HTTP/1.1" status: 200 len: 945 time: 0.5017750 Apr 20 18:21:12.354241 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-4b9590b3-16fa-408b-aa1a-58be9c62bddc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1830552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854235284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036850694064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2979558'] for subnet, after_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:12.361171 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:21:12.403834 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9590b3-16fa-408b-aa1a-58be9c62bddc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c6a4747d-0f52-437a-8625-5de6c991d250,revision_number=None']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:21:12.406056 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-4b9590b3-16fa-408b-aa1a-58be9c62bddc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-751497'] for subnet, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:12.409022 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-4b9590b3-16fa-408b-aa1a-58be9c62bddc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:21:12.415964 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-4b9590b3-16fa-408b-aa1a-58be9c62bddc admin admin] 10.222.0.32 "DELETE /v2.0/subnets/c6a4747d-0f52-437a-8625-5de6c991d250 HTTP/1.1" status: 204 len: 168 time: 1.2537627 Apr 20 18:21:12.416246 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.32', 55798) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:21:12.422130 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e50d9854-dd24-4a71-bc15-97203207e516 None None] Network 8f4fef7b-1d7f-4c70-8d7a-1b3cf87362ee requested from dv-cinder-786929-2-smb {{(pid=86312) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 18:21:12.437411 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10620cea-02a2-4a25-b363-343f8bcb5f21', 'name': 'network-vif-deleted', 'tag': 'd908f722-d60a-47eb-961f-98632c0c66e6', 'status': 'completed', 'code': 200} Apr 20 18:21:12.571314 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-4b9462b4-c9de-405e-967e-8bb3c4f6511f req-5e30e7fb-19f7-43ad-9a7a-2499130a99cb tempest-VolumesSnapshotTestJSON-785424082 tempest-VolumesSnapshotTestJSON-785424082-project] 10.222.0.32 "GET /v2.0/security-groups?id=a8fd554f-db08-45ef-bdc9-089ce011cc30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2910192 Apr 20 18:21:12.615783 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.plugin [req-9177317f-3df1-4c4a-8d68-f19c3f6ff2b3 req-e86b8e1d-87e7-4603-8b6f-5783da4a2209 tempest-VolumesSnapshotTestJSON-785424082 tempest-VolumesSnapshotTestJSON-785424082-project] Deleting port a9faece0-e00d-4d34-81c7-bc3e6c5e2792 {{(pid=86310) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:21:12.616290 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-9177317f-3df1-4c4a-8d68-f19c3f6ff2b3 req-e86b8e1d-87e7-4603-8b6f-5783da4a2209 tempest-VolumesSnapshotTestJSON-785424082 tempest-VolumesSnapshotTestJSON-785424082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363299861050484'] for port, before_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:12.646120 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-d3c9ff69-0397-4770-9594-56fcf417c11b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853350932'] for network, before_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:12.675913 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b20dcc-fa19-4597-bb99-cc128372b6a1 req-de54f75c-5278-4324-b59f-11fd65537e6c tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:21:12.677723 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-97b20dcc-fa19-4597-bb99-cc128372b6a1 req-de54f75c-5278-4324-b59f-11fd65537e6c tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ddb3673-a36f-4874-ab49-e5b904f2a32b HTTP/1.1" status: 200 len: 946 time: 0.1630371 Apr 20 18:21:12.682345 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.plugin [None req-d3c9ff69-0397-4770-9594-56fcf417c11b admin admin] Deleting port bd53003e-2be6-4820-88ad-a3b2babe4a03 {{(pid=86311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:21:12.682923 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-d3c9ff69-0397-4770-9594-56fcf417c11b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363299861050484'] for port, before_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:12.815486 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff2a7eeb-b143-457c-ad5d-40566a98c59a None None] DHCP port deletion for 8f4fef7b-1d7f-4c70-8d7a-1b3cf87362ee request from dv-cinder-786929-2-smb {{(pid=86312) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 20 18:21:12.822402 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.plugin [None req-ff2a7eeb-b143-457c-ad5d-40566a98c59a None None] Deleting port bd53003e-2be6-4820-88ad-a3b2babe4a03 {{(pid=86312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:21:12.823388 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-ff2a7eeb-b143-457c-ad5d-40566a98c59a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363299861050484'] for port, before_delete {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:12.884460 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-97b20dcc-fa19-4597-bb99-cc128372b6a1 req-5d154052-350b-4fc5-a1a1-1bbf62f2d45d tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b994cb4-8011-4e1a-8be2-9459735723ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1726525 Apr 20 18:21:12.995502 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.db [None req-d3c9ff69-0397-4770-9594-56fcf417c11b admin admin] For port bd53003e-2be6-4820-88ad-a3b2babe4a03, host dv-cinder-786929-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-2-smb',level=0,port_id=bd53003e-2be6-4820-88ad-a3b2babe4a03,segment=NetworkSegment(fd980a66-31a5-46f7-a49b-b8797b33df90),segment_id=fd980a66-31a5-46f7-a49b-b8797b33df90)] {{(pid=86311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:21:12.996396 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-d3c9ff69-0397-4770-9594-56fcf417c11b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632958'] for port, precommit_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:13.064195 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.rpc [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Device a9faece0-e00d-4d34-81c7-bc3e6c5e2792 no longer exists at agent hyperv_hv-cinder-78692 {{(pid=86312) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 18:21:13.153876 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.plugin [None req-d3c9ff69-0397-4770-9594-56fcf417c11b admin admin] Calling delete_port for bd53003e-2be6-4820-88ad-a3b2babe4a03 owned by network:dhcp {{(pid=86311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 18:21:13.259509 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.db [None req-ff2a7eeb-b143-457c-ad5d-40566a98c59a None None] For port bd53003e-2be6-4820-88ad-a3b2babe4a03, host dv-cinder-786929-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-2-smb',level=0,port_id=bd53003e-2be6-4820-88ad-a3b2babe4a03,segment=NetworkSegment(fd980a66-31a5-46f7-a49b-b8797b33df90),segment_id=fd980a66-31a5-46f7-a49b-b8797b33df90)] {{(pid=86312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:21:13.259960 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-ff2a7eeb-b143-457c-ad5d-40566a98c59a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632958'] for port, precommit_delete {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:13.260149 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-d3c9ff69-0397-4770-9594-56fcf417c11b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852966479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363299861045279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363299861495122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850693756'] for port, after_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:13.277459 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:21:13.331645 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c9ff69-0397-4770-9594-56fcf417c11b admin admin] No DVR routers for this DVR port bd53003e-2be6-4820-88ad-a3b2babe4a03 on host dv-cinder-786929-2-smb {{(pid=86311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 18:21:13.333802 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624671'] for port, before_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:13.358637 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.db [req-9177317f-3df1-4c4a-8d68-f19c3f6ff2b3 req-e86b8e1d-87e7-4603-8b6f-5783da4a2209 tempest-VolumesSnapshotTestJSON-785424082 tempest-VolumesSnapshotTestJSON-785424082-project] For port a9faece0-e00d-4d34-81c7-bc3e6c5e2792, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=a9faece0-e00d-4d34-81c7-bc3e6c5e2792,segment=NetworkSegment(046b8bba-485d-430c-b45d-9ebed1a31a1b),segment_id=046b8bba-485d-430c-b45d-9ebed1a31a1b)] {{(pid=86310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:21:13.358969 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-9177317f-3df1-4c4a-8d68-f19c3f6ff2b3 req-e86b8e1d-87e7-4603-8b6f-5783da4a2209 tempest-VolumesSnapshotTestJSON-785424082 tempest-VolumesSnapshotTestJSON-785424082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632958'] for port, precommit_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:13.379024 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.db [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] For port a9faece0-e00d-4d34-81c7-bc3e6c5e2792, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=a9faece0-e00d-4d34-81c7-bc3e6c5e2792,segment=NetworkSegment(046b8bba-485d-430c-b45d-9ebed1a31a1b),segment_id=046b8bba-485d-430c-b45d-9ebed1a31a1b)] {{(pid=86312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:21:13.381048 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c9ff69-0397-4770-9594-56fcf417c11b admin admin] Pushing event deleted for resources: {'Port': ['ID=bd53003e-2be6-4820-88ad-a3b2babe4a03,revision_number=None']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:21:13.391423 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-d3c9ff69-0397-4770-9594-56fcf417c11b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:21:13.440485 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd87da3d7-9007-4246-8f13-8d340de4fa16', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a9faece0-e00d-4d34-81c7-bc3e6c5e2792'}] {{(pid=86312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:21:13.505308 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.db.resource_extend [None req-a8e968f4-8f1b-4815-8283-12a761c17880 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] It took 0.34 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86310) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 20 18:21:13.519040 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852966479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736993730504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736993280695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299861495088'] for port, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:13.519871 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.rpc [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Device d908f722-d60a-47eb-961f-98632c0c66e6 no longer exists at agent hyperv_hv-cinder-78692 {{(pid=86312) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 18:21:13.547353 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.rpc [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Device bd53003e-2be6-4820-88ad-a3b2babe4a03 no longer exists at agent ovs-agent-dv-cinder-786929-2-smb {{(pid=86312) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 18:21:13.606842 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-d3c9ff69-0397-4770-9594-56fcf417c11b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1830645', 'neutron.services.segments.db._delete_segments_for_network-8736993762163'] for network, precommit_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:13.626214 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd87da3d7-9007-4246-8f13-8d340de4fa16', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a9faece0-e00d-4d34-81c7-bc3e6c5e2792', 'code': 200} Apr 20 18:21:13.647742 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.plugin [None req-ff2a7eeb-b143-457c-ad5d-40566a98c59a None None] Calling delete_port for bd53003e-2be6-4820-88ad-a3b2babe4a03 owned by network:dhcp {{(pid=86312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 18:21:13.688330 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:21:13.726943 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.plugin [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] No Port match for: bd53003e-2be6-4820-88ad-a3b2babe4a03 {{(pid=86312) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 18:21:13.727526 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.rpc [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Device bd53003e-2be6-4820-88ad-a3b2babe4a03 not bound to the agent host dv-cinder-786929-2-smb {{(pid=86312) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 18:21:13.736387 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.plugin [req-9177317f-3df1-4c4a-8d68-f19c3f6ff2b3 req-e86b8e1d-87e7-4603-8b6f-5783da4a2209 tempest-VolumesSnapshotTestJSON-785424082 tempest-VolumesSnapshotTestJSON-785424082-project] Calling delete_port for a9faece0-e00d-4d34-81c7-bc3e6c5e2792 owned by compute:nova {{(pid=86310) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 18:21:13.766188 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-f70b5d3b-7deb-456f-82aa-acef0ba2518a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299861013637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394135'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:13.767072 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.plugin [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] No Port match for: d908f722-d60a-47eb-961f-98632c0c66e6 {{(pid=86312) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 18:21:13.767582 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.rpc [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Device d908f722-d60a-47eb-961f-98632c0c66e6 not bound to the agent host hv-cinder-78692 {{(pid=86312) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 18:21:13.843286 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Pushing event updated for resources: {'Port': ['ID=a9faece0-e00d-4d34-81c7-bc3e6c5e2792,revision_number=6']} {{(pid=86312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:21:13.856332 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:21:13.858206 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.db.api [None req-ff2a7eeb-b143-457c-ad5d-40566a98c59a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86312) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 20 18:21:13.858707 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_db.api [None req-ff2a7eeb-b143-457c-ad5d-40566a98c59a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86312) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 20 18:21:13.865762 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-a8e968f4-8f1b-4815-8283-12a761c17880 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:13.874807 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-a8e968f4-8f1b-4815-8283-12a761c17880 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854121806'] for floatingip, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:13.952410 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.services.segments.db [None req-d3c9ff69-0397-4770-9594-56fcf417c11b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f4fef7b-1d7f-4c70-8d7a-1b3cf87362ee']}} {{(pid=86311) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:21:13.973462 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.services.segments.db [None req-d3c9ff69-0397-4770-9594-56fcf417c11b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd980a66-31a5-46f7-a49b-b8797b33df90') {'for_net_delete': True} {{(pid=86311) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:21:13.973978 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.services.segments.db [None req-d3c9ff69-0397-4770-9594-56fcf417c11b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd980a66-31a5-46f7-a49b-b8797b33df90') {} {{(pid=86311) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:21:13.999438 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-d3c9ff69-0397-4770-9594-56fcf417c11b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363299860984163', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852509784'] for segment, before_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:14.025925 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-d3c9ff69-0397-4770-9594-56fcf417c11b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1711814'] for segment, precommit_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:14.042655 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f7b186-050b-424e-8af7-7146e19da761 req-92c2aa6a-861c-47c9-aaac-632c41ad3419 tempest-VolumesSnapshotTestJSON-785424082 tempest-VolumesSnapshotTestJSON-785424082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:21:14.044758 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-d4f7b186-050b-424e-8af7-7146e19da761 req-92c2aa6a-861c-47c9-aaac-632c41ad3419 tempest-VolumesSnapshotTestJSON-785424082 tempest-VolumesSnapshotTestJSON-785424082-project] 10.222.0.32 "GET /v2.0/ports?device_id=d87da3d7-9007-4246-8f13-8d340de4fa16 HTTP/1.1" status: 200 len: 943 time: 0.2459059 Apr 20 18:21:14.047916 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3c9ff69-0397-4770-9594-56fcf417c11b admin admin] Releasing vlan 127 on physical network physnet1 to pool {{(pid=86311) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 20 18:21:14.253740 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475e16ff-8746-4351-9bbc-8c9ada5a235b req-9bf97ef3-7245-4137-9715-846b03704651 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:21:14.255459 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-475e16ff-8746-4351-9bbc-8c9ada5a235b req-9bf97ef3-7245-4137-9715-846b03704651 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca697cc4-a8c4-410c-b96c-ff8164d02a38 HTTP/1.1" status: 200 len: 945 time: 1.0483882 Apr 20 18:21:14.275014 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-d4f7b186-050b-424e-8af7-7146e19da761 req-eadd50c9-c5f5-4aae-92c6-42edec388e9b tempest-VolumesSnapshotTestJSON-785424082 tempest-VolumesSnapshotTestJSON-785424082-project] 10.222.0.32 "GET /v2.0/security-groups?id=a8fd554f-db08-45ef-bdc9-089ce011cc30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110724 Apr 20 18:21:14.342013 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.managers [None req-d3c9ff69-0397-4770-9594-56fcf417c11b admin admin] Network 8f4fef7b-1d7f-4c70-8d7a-1b3cf87362ee has no segments {{(pid=86311) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 18:21:14.353171 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.db.api [req-9177317f-3df1-4c4a-8d68-f19c3f6ff2b3 req-e86b8e1d-87e7-4603-8b6f-5783da4a2209 tempest-VolumesSnapshotTestJSON-785424082 tempest-VolumesSnapshotTestJSON-785424082-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86310) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 20 18:21:14.353542 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_db.api [req-9177317f-3df1-4c4a-8d68-f19c3f6ff2b3 req-e86b8e1d-87e7-4603-8b6f-5783da4a2209 tempest-VolumesSnapshotTestJSON-785424082 tempest-VolumesSnapshotTestJSON-785424082-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86310) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 20 18:21:14.362522 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.plugin [None req-ff2a7eeb-b143-457c-ad5d-40566a98c59a None None] Deleting port bd53003e-2be6-4820-88ad-a3b2babe4a03 {{(pid=86312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:21:14.363490 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-d3c9ff69-0397-4770-9594-56fcf417c11b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853064015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4082163'] for segment, after_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:14.364368 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-ff2a7eeb-b143-457c-ad5d-40566a98c59a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363299861050484'] for port, before_delete {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:14.397242 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-475e16ff-8746-4351-9bbc-8c9ada5a235b req-c27285b6-f061-4a4e-8014-e358b8e46e64 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f160d63-b9de-4bb3-8300-e22923f844bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824201 Apr 20 18:21:14.456104 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.db.l3_db [None req-a8e968f4-8f1b-4815-8283-12a761c17880 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Floating IP 72c3e8d2-53e1-43f5-80c9-7f91630915b4 associated. External IP: 172.28.0.67, port: 1769add6-7eea-405b-be77-84313a6acd1b. Apr 20 18:21:14.593987 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.plugin [None req-ff2a7eeb-b143-457c-ad5d-40566a98c59a None None] The port 'bd53003e-2be6-4820-88ad-a3b2babe4a03' was deleted {{(pid=86312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 20 18:21:14.674069 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.managers [None req-d3c9ff69-0397-4770-9594-56fcf417c11b admin admin] Network 8f4fef7b-1d7f-4c70-8d7a-1b3cf87362ee has no segments {{(pid=86311) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 18:21:14.700607 dv-cinder-786929-2-smb neutron-server[86195]: Traceback (most recent call last): Apr 20 18:21:14.700607 dv-cinder-786929-2-smb neutron-server[86195]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 18:21:14.700607 dv-cinder-786929-2-smb neutron-server[86195]: timer() Apr 20 18:21:14.700607 dv-cinder-786929-2-smb neutron-server[86195]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 18:21:14.700607 dv-cinder-786929-2-smb neutron-server[86195]: cb(*args, **kw) Apr 20 18:21:14.700607 dv-cinder-786929-2-smb neutron-server[86195]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 20 18:21:14.700607 dv-cinder-786929-2-smb neutron-server[86195]: return func(*args, **kwargs) Apr 20 18:21:14.700607 dv-cinder-786929-2-smb neutron-server[86195]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 18:21:14.700607 dv-cinder-786929-2-smb neutron-server[86195]: self._notify() Apr 20 18:21:14.700607 dv-cinder-786929-2-smb neutron-server[86195]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 18:21:14.700607 dv-cinder-786929-2-smb neutron-server[86195]: self.callback(batched_events) Apr 20 18:21:14.700607 dv-cinder-786929-2-smb neutron-server[86195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 18:21:14.700607 dv-cinder-786929-2-smb neutron-server[86195]: event.method(event) Apr 20 18:21:14.700607 dv-cinder-786929-2-smb neutron-server[86195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 18:21:14.700607 dv-cinder-786929-2-smb neutron-server[86195]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 18:21:14.700607 dv-cinder-786929-2-smb neutron-server[86195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 20 18:21:14.700607 dv-cinder-786929-2-smb neutron-server[86195]: segment_id)['aggregates'][0] Apr 20 18:21:14.700607 dv-cinder-786929-2-smb neutron-server[86195]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 18:21:14.700607 dv-cinder-786929-2-smb neutron-server[86195]: return f(self, *a, **k) Apr 20 18:21:14.700607 dv-cinder-786929-2-smb neutron-server[86195]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 18:21:14.700607 dv-cinder-786929-2-smb neutron-server[86195]: return self._get(url).json() Apr 20 18:21:14.700607 dv-cinder-786929-2-smb neutron-server[86195]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 18:21:14.700607 dv-cinder-786929-2-smb neutron-server[86195]: **kwargs) Apr 20 18:21:14.700607 dv-cinder-786929-2-smb neutron-server[86195]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 18:21:14.700607 dv-cinder-786929-2-smb neutron-server[86195]: return self.request(url, 'GET', **kwargs) Apr 20 18:21:14.700607 dv-cinder-786929-2-smb neutron-server[86195]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 20 18:21:14.700607 dv-cinder-786929-2-smb neutron-server[86195]: **endpoint_filter) Apr 20 18:21:14.700607 dv-cinder-786929-2-smb neutron-server[86195]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 18:21:14.700607 dv-cinder-786929-2-smb neutron-server[86195]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 18:21:14.700607 dv-cinder-786929-2-smb neutron-server[86195]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 18:21:14.700607 dv-cinder-786929-2-smb neutron-server[86195]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 18:21:14.700607 dv-cinder-786929-2-smb neutron-server[86195]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 18:21:14.793345 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e28b88-5954-4bf7-8d5e-e52fb0886d27 req-4cec2038-ae56-4721-8117-54ef007d4633 tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:21:14.795509 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-14e28b88-5954-4bf7-8d5e-e52fb0886d27 req-4cec2038-ae56-4721-8117-54ef007d4633 tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ddb3673-a36f-4874-ab49-e5b904f2a32b HTTP/1.1" status: 200 len: 946 time: 0.3391986 Apr 20 18:21:14.832232 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-d3c9ff69-0397-4770-9594-56fcf417c11b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036852945155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854236788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854121855'] for network, after_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:14.848835 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-d3c9ff69-0397-4770-9594-56fcf417c11b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-751497'] for network, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:14.852674 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:21:14.874963 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.plugin [req-9177317f-3df1-4c4a-8d68-f19c3f6ff2b3 req-e86b8e1d-87e7-4603-8b6f-5783da4a2209 tempest-VolumesSnapshotTestJSON-785424082 tempest-VolumesSnapshotTestJSON-785424082-project] Deleting port a9faece0-e00d-4d34-81c7-bc3e6c5e2792 {{(pid=86310) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:21:14.874963 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-9177317f-3df1-4c4a-8d68-f19c3f6ff2b3 req-e86b8e1d-87e7-4603-8b6f-5783da4a2209 tempest-VolumesSnapshotTestJSON-785424082 tempest-VolumesSnapshotTestJSON-785424082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363299861050484'] for port, before_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:14.885477 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c9ff69-0397-4770-9594-56fcf417c11b admin admin] Pushing event deleted for resources: {'Network': ['ID=8f4fef7b-1d7f-4c70-8d7a-1b3cf87362ee,revision_number=None']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:21:14.891744 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-d3c9ff69-0397-4770-9594-56fcf417c11b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:21:14.896221 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-d3c9ff69-0397-4770-9594-56fcf417c11b admin admin] 10.222.0.32 "DELETE /v2.0/networks/8f4fef7b-1d7f-4c70-8d7a-1b3cf87362ee HTTP/1.1" status: 204 len: 168 time: 2.4788404 Apr 20 18:21:14.910844 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-14e28b88-5954-4bf7-8d5e-e52fb0886d27 req-198bf545-deb2-4a7b-9a8b-1e55529ac47d tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b994cb4-8011-4e1a-8be2-9459735723ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1076005 Apr 20 18:21:14.913330 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41043e55-acef-4844-8c91-6e6249f5dbe4 req-ea0e9a25-827f-4cba-b79a-a7b47f2a6f1d tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:21:14.914593 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-41043e55-acef-4844-8c91-6e6249f5dbe4 req-ea0e9a25-827f-4cba-b79a-a7b47f2a6f1d tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca697cc4-a8c4-410c-b96c-ff8164d02a38 HTTP/1.1" status: 200 len: 945 time: 0.2418361 Apr 20 18:21:14.924915 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.32', 55906) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:21:14.933344 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.v2.base [None req-3266e6e9-d245-4a46-bcde-30dfa82f114e tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Request body: {'floatingip': {'port_id': '173d9a00-e756-4b8c-8680-1588c794e4a1'}} {{(pid=86311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:21:15.050070 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-3266e6e9-d245-4a46-bcde-30dfa82f114e tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Notify callbacks [] for floatingip, before_update {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:15.115085 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.32', 55918) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:21:15.308118 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-3bd07c38-f606-4dbe-9fe4-bd14713367b1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f1ef4bfa09f748e68c0ffb50c325b46d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1656597 Apr 20 18:21:15.315743 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.32', 55934) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:21:15.443890 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8e968f4-8f1b-4815-8283-12a761c17880 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Router 7ec829b5-df62-4eeb-b9be-0781d58bffbd has already been hosted by L3 agent 40af0123-fc20-4e27-8672-759459b7c5ef {{(pid=86310) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 18:21:15.536345 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-4e63e2af-2ba5-423c-8cb6-02319c30c02f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:15.597381 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-4e63e2af-2ba5-423c-8cb6-02319c30c02f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:15.732021 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121c7398-0f14-4246-a924-17957fd5f3ea req-ee7f24e1-d44f-48c8-8612-87c3eed748e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:21:15.733695 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-121c7398-0f14-4246-a924-17957fd5f3ea req-ee7f24e1-d44f-48c8-8612-87c3eed748e5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c63217fb60aa4544a29b035267cf6bf0&device_id=0ddb3673-a36f-4874-ab49-e5b904f2a32b HTTP/1.1" status: 200 len: 1099 time: 0.6576633 Apr 20 18:21:15.794163 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.db [req-9177317f-3df1-4c4a-8d68-f19c3f6ff2b3 req-e86b8e1d-87e7-4603-8b6f-5783da4a2209 tempest-VolumesSnapshotTestJSON-785424082 tempest-VolumesSnapshotTestJSON-785424082-project] For port a9faece0-e00d-4d34-81c7-bc3e6c5e2792, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=a9faece0-e00d-4d34-81c7-bc3e6c5e2792,segment=NetworkSegment(046b8bba-485d-430c-b45d-9ebed1a31a1b),segment_id=046b8bba-485d-430c-b45d-9ebed1a31a1b)] {{(pid=86310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:21:15.794688 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-9177317f-3df1-4c4a-8d68-f19c3f6ff2b3 req-e86b8e1d-87e7-4603-8b6f-5783da4a2209 tempest-VolumesSnapshotTestJSON-785424082 tempest-VolumesSnapshotTestJSON-785424082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632958'] for port, precommit_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:16.045959 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.plugin [req-9177317f-3df1-4c4a-8d68-f19c3f6ff2b3 req-e86b8e1d-87e7-4603-8b6f-5783da4a2209 tempest-VolumesSnapshotTestJSON-785424082 tempest-VolumesSnapshotTestJSON-785424082-project] Calling delete_port for a9faece0-e00d-4d34-81c7-bc3e6c5e2792 owned by compute:nova {{(pid=86310) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 18:21:16.086216 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-4e63e2af-2ba5-423c-8cb6-02319c30c02f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854236768'] for security_group, after_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:16.094722 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-33a9f561-1f57-4412-a479-6101a8c62397 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:21:16.126209 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e63e2af-2ba5-423c-8cb6-02319c30c02f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65af6381-35bc-4067-932d-2c0d9f598574,revision_number=None']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:21:16.141309 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-4e63e2af-2ba5-423c-8cb6-02319c30c02f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:21:16.155691 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-4e63e2af-2ba5-423c-8cb6-02319c30c02f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:16.160629 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-4e63e2af-2ba5-423c-8cb6-02319c30c02f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/65af6381-35bc-4067-932d-2c0d9f598574 HTTP/1.1" status: 204 len: 168 time: 0.8442967 Apr 20 18:21:16.184669 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a7c4e9-ecef-4b0c-a141-e8906bdf78b2 req-0deaf4fd-ac5d-4682-9113-7abed3fe6a1a tempest-VolumesSnapshotTestJSON-785424082 tempest-VolumesSnapshotTestJSON-785424082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:21:16.195653 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-24a7c4e9-ecef-4b0c-a141-e8906bdf78b2 req-0deaf4fd-ac5d-4682-9113-7abed3fe6a1a tempest-VolumesSnapshotTestJSON-785424082 tempest-VolumesSnapshotTestJSON-785424082-project] 10.222.0.32 "GET /v2.0/ports?device_id=d87da3d7-9007-4246-8f13-8d340de4fa16 HTTP/1.1" status: 200 len: 943 time: 0.7334573 Apr 20 18:21:16.214295 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8e968f4-8f1b-4815-8283-12a761c17880 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Notify agent at l3_agent.dv-cinder-786929-2-smb the message routers_updated {{(pid=86310) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 18:21:16.225739 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ad7f719-23ee-491d-9b0b-a55e2336fb51 None None] Sync routers for ids ['7ec829b5-df62-4eeb-b9be-0781d58bffbd'] in dv-cinder-786929-2-smb {{(pid=86312) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 18:21:16.240967 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad7f719-23ee-491d-9b0b-a55e2336fb51 None None] Routers {'7ec829b5-df62-4eeb-b9be-0781d58bffbd'} bound to L3 agent in host dv-cinder-786929-2-smb {{(pid=86312) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:21:16.244770 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_hamode_db [None req-7ad7f719-23ee-491d-9b0b-a55e2336fb51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786929-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-20T18:07:11Z,description=,heartbeat_timestamp=2021-04-20T18:21:11Z,host='dv-cinder-786929-2-smb',id=40af0123-fc20-4e27-8672-759459b7c5ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T18:07:11Z,topic='l3_agent')) {'router_ids': ['7ec829b5-df62-4eeb-b9be-0781d58bffbd'], 'active': True} {{(pid=86312) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:21:16.260752 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-a8e968f4-8f1b-4815-8283-12a761c17880 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759958'] for floatingip, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:16.498596 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-3266e6e9-d245-4a46-bcde-30dfa82f114e tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:16.514800 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-3266e6e9-d245-4a46-bcde-30dfa82f114e tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854121806'] for floatingip, after_update {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:16.616113 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121c7398-0f14-4246-a924-17957fd5f3ea req-9c9b7d87-296b-4171-8e54-9be68ac90b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:21:16.628243 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-121c7398-0f14-4246-a924-17957fd5f3ea req-9c9b7d87-296b-4171-8e54-9be68ac90b13 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b5591ab1-84d9-4585-836b-47bf7632765d HTTP/1.1" status: 200 len: 909 time: 0.8759661 Apr 20 18:21:16.639228 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a52fdb-d9e6-457f-8a37-8805b9d63732 req-01883edf-74a2-4705-a239-d9306c57e0b7 tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:21:16.655446 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-b1a52fdb-d9e6-457f-8a37-8805b9d63732 req-01883edf-74a2-4705-a239-d9306c57e0b7 tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ddb3673-a36f-4874-ab49-e5b904f2a32b HTTP/1.1" status: 200 len: 946 time: 0.3366172 Apr 20 18:21:16.881391 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.32', 56012) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:21:16.943296 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_dvr_db [None req-7ad7f719-23ee-491d-9b0b-a55e2336fb51 None None] Set router 7ec829b5-df62-4eeb-b9be-0781d58bffbd gateway port host: dv-cinder-786929-2-smb {{(pid=86312) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 18:21:16.947284 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-b1a52fdb-d9e6-457f-8a37-8805b9d63732 req-050e1c85-a82c-4704-9123-5d80584aa8c9 tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b994cb4-8011-4e1a-8be2-9459735723ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2906616 Apr 20 18:21:17.005529 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-402ca3eb-befc-4c32-9a23-853cfb951a2d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ec8fca4eb7304806a62ea6a9b05feff5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1133528 Apr 20 18:21:17.007893 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.32', 56020) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:21:17.034543 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-24a7c4e9-ecef-4b0c-a141-e8906bdf78b2 req-e33a480a-84c0-42e5-a1ca-9e6ad59bacaa tempest-VolumesSnapshotTestJSON-785424082 tempest-VolumesSnapshotTestJSON-785424082-project] 10.222.0.32 "GET /v2.0/security-groups?id=a8fd554f-db08-45ef-bdc9-089ce011cc30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8374112 Apr 20 18:21:17.066690 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.db.l3_db [None req-3266e6e9-d245-4a46-bcde-30dfa82f114e tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Floating IP 29f3b5e0-0ad1-44a5-8804-89cd5bfd6abd associated. External IP: 172.28.0.125, port: 173d9a00-e756-4b8c-8680-1588c794e4a1. Apr 20 18:21:17.123581 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-a8e968f4-8f1b-4815-8283-12a761c17880 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] 10.222.0.32 "PUT /v2.0/floatingips/72c3e8d2-53e1-43f5-80c9-7f91630915b4 HTTP/1.1" status: 200 len: 991 time: 5.8786290 Apr 20 18:21:17.197852 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be45108f-b51b-472d-82bf-2f82ab37d33a', 'tag': '1769add6-7eea-405b-be77-84313a6acd1b'}] {{(pid=86310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:21:17.210648 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-121c7398-0f14-4246-a924-17957fd5f3ea req-31139a57-4f36-4f13-ad00-ac5cb21f9c83 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=33d9dd43-9391-4d91-b569-05d07ccab82b HTTP/1.1" status: 200 len: 1002 time: 0.5537491 Apr 20 18:21:17.359377 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be45108f-b51b-472d-82bf-2f82ab37d33a', 'tag': '1769add6-7eea-405b-be77-84313a6acd1b', 'status': 'completed', 'code': 200} Apr 20 18:21:17.383552 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-9177317f-3df1-4c4a-8d68-f19c3f6ff2b3 req-e86b8e1d-87e7-4603-8b6f-5783da4a2209 tempest-VolumesSnapshotTestJSON-785424082 tempest-VolumesSnapshotTestJSON-785424082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852966479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363299861045279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363299861495122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852424964'] for port, after_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:17.413996 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-676443fd-0e2e-4382-a9d2-ec689b3dc6af tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:21:17.501531 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_hamode_db [None req-7ad7f719-23ee-491d-9b0b-a55e2336fb51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ec829b5-df62-4eeb-b9be-0781d58bffbd', 'name': 'tempest-AttachVolumeTestJSON-1231333648-router', 'tenant_id': 'cb69ef4d450d449286542b7dabcb8f7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26051af8-ebd0-4db2-857e-181975352424', 'external_fixed_ips': [{'subnet_id': 'a8fb9e9c-99d7-49f9-8da9-302520785055', 'ip_address': '172.28.0.84'}], 'enable_snat': True}, 'gw_port_id': '46da91c7-c992-45ad-b29d-ea4047abeef9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:15:49Z', 'updated_at': '2021-04-20T18:16:05Z', 'revision_number': 4, 'project_id': 'cb69ef4d450d449286542b7dabcb8f7a', 'gw_port': {'id': '46da91c7-c992-45ad-b29d-ea4047abeef9', 'name': '', 'network_id': '26051af8-ebd0-4db2-857e-181975352424', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:cd:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ec829b5-df62-4eeb-b9be-0781d58bffbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'a8fb9e9c-99d7-49f9-8da9-302520785055', 'ip_address': '172.28.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:15:51Z', 'updated_at': '2021-04-20T18:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8fb9e9c-99d7-49f9-8da9-302520785055', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-2-smb', '_floatingips': [{'id': '72c3e8d2-53e1-43f5-80c9-7f91630915b4', 'tenant_id': 'cb69ef4d450d449286542b7dabcb8f7a', 'floating_ip_address': '172.28.0.67', 'floating_network_id': '26051af8-ebd0-4db2-857e-181975352424', 'router_id': '7ec829b5-df62-4eeb-b9be-0781d58bffbd', 'port_id': '1769add6-7eea-405b-be77-84313a6acd1b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb98ba18-b0fc-455c-9bef-282881864632', 'mac_address': 'fa:16:3e:16:0b:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be45108f-b51b-472d-82bf-2f82ab37d33a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T18:20:49Z', 'updated_at': '2021-04-20T18:21:13Z', 'revision_number': 1, 'project_id': 'cb69ef4d450d449286542b7dabcb8f7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '113bb86f-f45b-4cdf-b4e9-b39c07af624f', 'name': '', 'network_id': 'eb98ba18-b0fc-455c-9bef-282881864632', 'tenant_id': 'cb69ef4d450d449286542b7dabcb8f7a', 'mac_address': 'fa:16:3e:81:69:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ec829b5-df62-4eeb-b9be-0781d58bffbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'df8c402d-ed6b-4e3d-81d4-7ab30d507809', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:16:00Z', 'updated_at': '2021-04-20T18:16:19Z', 'revision_number': 5, 'project_id': 'cb69ef4d450d449286542b7dabcb8f7a', 'subnets': [{'id': 'df8c402d-ed6b-4e3d-81d4-7ab30d507809', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786929-2-smb', False) {} {{(pid=86312) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:21:17.506153 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ad7f719-23ee-491d-9b0b-a55e2336fb51 None None] Checking router: 7ec829b5-df62-4eeb-b9be-0781d58bffbd for host: dv-cinder-786929-2-smb {{(pid=86312) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 18:21:17.516519 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad7f719-23ee-491d-9b0b-a55e2336fb51 None None] Routers {'7ec829b5-df62-4eeb-b9be-0781d58bffbd'} bound to L3 agent in host dv-cinder-786929-2-smb {{(pid=86312) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:21:17.517198 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_hamode_db [None req-7ad7f719-23ee-491d-9b0b-a55e2336fb51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786929-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-20T18:07:11Z,description=,heartbeat_timestamp=2021-04-20T18:21:11Z,host='dv-cinder-786929-2-smb',id=40af0123-fc20-4e27-8672-759459b7c5ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T18:07:11Z,topic='l3_agent')) {'router_ids': ['7ec829b5-df62-4eeb-b9be-0781d58bffbd'], 'active': True} {{(pid=86312) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:21:17.517365 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86b8e1d-87e7-4603-8b6f-5783da4a2209 tempest-VolumesSnapshotTestJSON-785424082 tempest-VolumesSnapshotTestJSON-785424082-project] Pushing event deleted for resources: {'Port': ['ID=a9faece0-e00d-4d34-81c7-bc3e6c5e2792,revision_number=None']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:21:17.520418 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121c7398-0f14-4246-a924-17957fd5f3ea req-0c740d86-ef54-45af-80af-8421ce641276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:21:17.522020 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-121c7398-0f14-4246-a924-17957fd5f3ea req-0c740d86-ef54-45af-80af-8421ce641276 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3243b360-2a6c-4a7d-86c5-59c501c53d43 HTTP/1.1" status: 200 len: 847 time: 0.3028474 Apr 20 18:21:17.523335 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-e86b8e1d-87e7-4603-8b6f-5783da4a2209 tempest-VolumesSnapshotTestJSON-785424082 tempest-VolumesSnapshotTestJSON-785424082-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:21:17.631594 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_dvrscheduler_db [req-9177317f-3df1-4c4a-8d68-f19c3f6ff2b3 req-e86b8e1d-87e7-4603-8b6f-5783da4a2209 tempest-VolumesSnapshotTestJSON-785424082 tempest-VolumesSnapshotTestJSON-785424082-project] No DVR routers for this DVR port a9faece0-e00d-4d34-81c7-bc3e6c5e2792 on host hv-cinder-78692 {{(pid=86310) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 18:21:17.653792 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-9177317f-3df1-4c4a-8d68-f19c3f6ff2b3 req-e86b8e1d-87e7-4603-8b6f-5783da4a2209 tempest-VolumesSnapshotTestJSON-785424082 tempest-VolumesSnapshotTestJSON-785424082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759958'] for port, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:17.701270 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-9177317f-3df1-4c4a-8d68-f19c3f6ff2b3 req-e86b8e1d-87e7-4603-8b6f-5783da4a2209 tempest-VolumesSnapshotTestJSON-785424082 tempest-VolumesSnapshotTestJSON-785424082-project] 10.222.0.13 "DELETE /v2.0/ports/a9faece0-e00d-4d34-81c7-bc3e6c5e2792 HTTP/1.1" status: 204 len: 173 time: 5.3864214 Apr 20 18:21:17.732751 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_dvr_db [None req-7ad7f719-23ee-491d-9b0b-a55e2336fb51 None None] Set router 7ec829b5-df62-4eeb-b9be-0781d58bffbd gateway port host: dv-cinder-786929-2-smb {{(pid=86312) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 18:21:17.786775 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121c7398-0f14-4246-a924-17957fd5f3ea req-a6dca405-1584-46d7-9c95-80dde25c7e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:21:17.789902 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-121c7398-0f14-4246-a924-17957fd5f3ea req-a6dca405-1584-46d7-9c95-80dde25c7e57 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b5591ab1-84d9-4585-836b-47bf7632765d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2319527 Apr 20 18:21:17.822728 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-d39fb639-a9a5-45a1-8897-b5fd8959f617 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:17.909115 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-d39fb639-a9a5-45a1-8897-b5fd8959f617 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:17.995710 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc36f0d-93b2-4cb7-b982-6264303dc2d7 req-9615cd0f-c7e3-4f2a-ae2e-65402dc87c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:21:17.997378 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-1bc36f0d-93b2-4cb7-b982-6264303dc2d7 req-9615cd0f-c7e3-4f2a-ae2e-65402dc87c96 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cb69ef4d450d449286542b7dabcb8f7a&device_id=be45108f-b51b-472d-82bf-2f82ab37d33a HTTP/1.1" status: 200 len: 1099 time: 0.6319423 Apr 20 18:21:18.044742 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3266e6e9-d245-4a46-bcde-30dfa82f114e tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Router 892fc000-9b87-40e4-be38-b59d8a6e51fc has already been hosted by L3 agent 40af0123-fc20-4e27-8672-759459b7c5ef {{(pid=86311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 18:21:18.294843 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_hamode_db [None req-7ad7f719-23ee-491d-9b0b-a55e2336fb51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ec829b5-df62-4eeb-b9be-0781d58bffbd', 'name': 'tempest-AttachVolumeTestJSON-1231333648-router', 'tenant_id': 'cb69ef4d450d449286542b7dabcb8f7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26051af8-ebd0-4db2-857e-181975352424', 'external_fixed_ips': [{'subnet_id': 'a8fb9e9c-99d7-49f9-8da9-302520785055', 'ip_address': '172.28.0.84'}], 'enable_snat': True}, 'gw_port_id': '46da91c7-c992-45ad-b29d-ea4047abeef9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:15:49Z', 'updated_at': '2021-04-20T18:16:05Z', 'revision_number': 4, 'project_id': 'cb69ef4d450d449286542b7dabcb8f7a', 'gw_port': {'id': '46da91c7-c992-45ad-b29d-ea4047abeef9', 'name': '', 'network_id': '26051af8-ebd0-4db2-857e-181975352424', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:cd:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ec829b5-df62-4eeb-b9be-0781d58bffbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'a8fb9e9c-99d7-49f9-8da9-302520785055', 'ip_address': '172.28.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:15:51Z', 'updated_at': '2021-04-20T18:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8fb9e9c-99d7-49f9-8da9-302520785055', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-2-smb', '_floatingips': [{'id': '72c3e8d2-53e1-43f5-80c9-7f91630915b4', 'tenant_id': 'cb69ef4d450d449286542b7dabcb8f7a', 'floating_ip_address': '172.28.0.67', 'floating_network_id': '26051af8-ebd0-4db2-857e-181975352424', 'router_id': '7ec829b5-df62-4eeb-b9be-0781d58bffbd', 'port_id': '1769add6-7eea-405b-be77-84313a6acd1b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb98ba18-b0fc-455c-9bef-282881864632', 'mac_address': 'fa:16:3e:16:0b:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be45108f-b51b-472d-82bf-2f82ab37d33a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T18:20:49Z', 'updated_at': '2021-04-20T18:21:13Z', 'revision_number': 1, 'project_id': 'cb69ef4d450d449286542b7dabcb8f7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '113bb86f-f45b-4cdf-b4e9-b39c07af624f', 'name': '', 'network_id': 'eb98ba18-b0fc-455c-9bef-282881864632', 'tenant_id': 'cb69ef4d450d449286542b7dabcb8f7a', 'mac_address': 'fa:16:3e:81:69:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ec829b5-df62-4eeb-b9be-0781d58bffbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'df8c402d-ed6b-4e3d-81d4-7ab30d507809', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:16:00Z', 'updated_at': '2021-04-20T18:16:19Z', 'revision_number': 5, 'project_id': 'cb69ef4d450d449286542b7dabcb8f7a', 'subnets': [{'id': 'df8c402d-ed6b-4e3d-81d4-7ab30d507809', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786929-2-smb', False) {} {{(pid=86312) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:21:18.301533 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ad7f719-23ee-491d-9b0b-a55e2336fb51 None None] The sync data for ids ['7ec829b5-df62-4eeb-b9be-0781d58bffbd'] in dv-cinder-786929-2-smb is: [{'id': '7ec829b5-df62-4eeb-b9be-0781d58bffbd', 'name': 'tempest-AttachVolumeTestJSON-1231333648-router', 'tenant_id': 'cb69ef4d450d449286542b7dabcb8f7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26051af8-ebd0-4db2-857e-181975352424', 'external_fixed_ips': [{'subnet_id': 'a8fb9e9c-99d7-49f9-8da9-302520785055', 'ip_address': '172.28.0.84'}], 'enable_snat': True}, 'gw_port_id': '46da91c7-c992-45ad-b29d-ea4047abeef9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:15:49Z', 'updated_at': '2021-04-20T18:16:05Z', 'revision_number': 4, 'project_id': 'cb69ef4d450d449286542b7dabcb8f7a', 'gw_port': {'id': '46da91c7-c992-45ad-b29d-ea4047abeef9', 'name': '', 'network_id': '26051af8-ebd0-4db2-857e-181975352424', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:cd:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ec829b5-df62-4eeb-b9be-0781d58bffbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'a8fb9e9c-99d7-49f9-8da9-302520785055', 'ip_address': '172.28.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:15:51Z', 'updated_at': '2021-04-20T18:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8fb9e9c-99d7-49f9-8da9-302520785055', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-2-smb', '_floatingips': [{'id': '72c3e8d2-53e1-43f5-80c9-7f91630915b4', 'tenant_id': 'cb69ef4d450d449286542b7dabcb8f7a', 'floating_ip_address': '172.28.0.67', 'floating_network_id': '26051af8-ebd0-4db2-857e-181975352424', 'router_id': '7ec829b5-df62-4eeb-b9be-0781d58bffbd', 'port_id': '1769add6-7eea-405b-be77-84313a6acd1b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb98ba18-b0fc-455c-9bef-282881864632', 'mac_address': 'fa:16:3e:16:0b:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be45108f-b51b-472d-82bf-2f82ab37d33a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T18:20:49Z', 'updated_at': '2021-04-20T18:21:13Z', 'revision_number': 1, 'project_id': 'cb69ef4d450d449286542b7dabcb8f7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '113bb86f-f45b-4cdf-b4e9-b39c07af624f', 'name': '', 'network_id': 'eb98ba18-b0fc-455c-9bef-282881864632', 'tenant_id': 'cb69ef4d450d449286542b7dabcb8f7a', 'mac_address': 'fa:16:3e:81:69:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ec829b5-df62-4eeb-b9be-0781d58bffbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'df8c402d-ed6b-4e3d-81d4-7ab30d507809', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:16:00Z', 'updated_at': '2021-04-20T18:16:19Z', 'revision_number': 5, 'project_id': 'cb69ef4d450d449286542b7dabcb8f7a', 'subnets': [{'id': 'df8c402d-ed6b-4e3d-81d4-7ab30d507809', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86312) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 18:21:18.311288 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-d39fb639-a9a5-45a1-8897-b5fd8959f617 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854236768'] for security_group, after_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:18.340333 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-480e5f15-570c-457e-931e-6bffc7acee84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:21:18.378708 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-121c7398-0f14-4246-a924-17957fd5f3ea req-8aadde17-69fc-4467-a2f6-7e7a850e0637 service neutron] 10.222.0.13 "GET /v2.0/networks/b5591ab1-84d9-4585-836b-47bf7632765d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5755346 Apr 20 18:21:18.403298 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39fb639-a9a5-45a1-8897-b5fd8959f617 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0141381-ef45-429b-822d-e496f47c4c7f,revision_number=None']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:21:18.507959 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-d39fb639-a9a5-45a1-8897-b5fd8959f617 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:21:18.514826 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-8177f4fb-547e-4570-b58c-d4f19300b190 req-13d62902-5d19-422d-83ff-6a4d2af5327f tempest-VolumesSnapshotTestJSON-785424082 tempest-VolumesSnapshotTestJSON-785424082-project] 10.222.0.32 "GET /v2.0/ports?device_id=d87da3d7-9007-4246-8f13-8d340de4fa16 HTTP/1.1" status: 200 len: 210 time: 0.1300068 Apr 20 18:21:18.524905 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-d39fb639-a9a5-45a1-8897-b5fd8959f617 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:18.526256 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-d39fb639-a9a5-45a1-8897-b5fd8959f617 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e0141381-ef45-429b-822d-e496f47c4c7f HTTP/1.1" status: 204 len: 168 time: 1.5172095 Apr 20 18:21:18.529087 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc36f0d-93b2-4cb7-b982-6264303dc2d7 req-863ba566-c7dd-4257-9891-34c8ee780e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:21:18.530936 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-1bc36f0d-93b2-4cb7-b982-6264303dc2d7 req-863ba566-c7dd-4257-9891-34c8ee780e48 service neutron] 10.222.0.13 "GET /v2.0/networks?id=eb98ba18-b0fc-455c-9bef-282881864632 HTTP/1.1" status: 200 len: 912 time: 0.5260255 Apr 20 18:21:18.583491 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-121c7398-0f14-4246-a924-17957fd5f3ea req-28247411-4c32-43bd-8fc3-82ebabaca4d2 service neutron] 10.222.0.13 "GET /v2.0/networks/b5591ab1-84d9-4585-836b-47bf7632765d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1963708 Apr 20 18:21:18.637493 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9533873-0e0a-4111-a76f-6fadf72fbd88 req-a673b8b8-093d-499a-910c-4bb1822bdf50 tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:21:18.646705 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-c9533873-0e0a-4111-a76f-6fadf72fbd88 req-a673b8b8-093d-499a-910c-4bb1822bdf50 tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ddb3673-a36f-4874-ab49-e5b904f2a32b HTTP/1.1" status: 200 len: 946 time: 0.3693547 Apr 20 18:21:18.723089 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-c9533873-0e0a-4111-a76f-6fadf72fbd88 req-196358e0-a141-4905-bd10-233a966ad841 tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b994cb4-8011-4e1a-8be2-9459735723ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752938 Apr 20 18:21:18.735063 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-1bc36f0d-93b2-4cb7-b982-6264303dc2d7 req-f206db74-65fd-425c-a343-ec72f49a9a0b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1769add6-7eea-405b-be77-84313a6acd1b HTTP/1.1" status: 200 len: 999 time: 0.1935048 Apr 20 18:21:18.750226 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3266e6e9-d245-4a46-bcde-30dfa82f114e tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Notify agent at l3_agent.dv-cinder-786929-2-smb the message routers_updated {{(pid=86311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 18:21:18.750976 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b79f92-2971-4bf1-8e6d-85e16fb6801d None None] Sync routers for ids ['892fc000-9b87-40e4-be38-b59d8a6e51fc'] in dv-cinder-786929-2-smb {{(pid=86313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 18:21:18.752920 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-3266e6e9-d245-4a46-bcde-30dfa82f114e tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759958'] for floatingip, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:18.767507 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b79f92-2971-4bf1-8e6d-85e16fb6801d None None] Routers {'892fc000-9b87-40e4-be38-b59d8a6e51fc'} bound to L3 agent in host dv-cinder-786929-2-smb {{(pid=86313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:21:18.768195 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_hamode_db [None req-18b79f92-2971-4bf1-8e6d-85e16fb6801d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786929-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-20T18:07:11Z,description=,heartbeat_timestamp=2021-04-20T18:21:11Z,host='dv-cinder-786929-2-smb',id=40af0123-fc20-4e27-8672-759459b7c5ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T18:07:11Z,topic='l3_agent')) {'router_ids': ['892fc000-9b87-40e4-be38-b59d8a6e51fc'], 'active': True} {{(pid=86313) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:21:18.789710 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ecee7ce-d4d2-49d2-ad9d-d319bf83f7a8 None None] New status for floating IP 72c3e8d2-53e1-43f5-80c9-7f91630915b4: ACTIVE {{(pid=86312) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 20 18:21:19.006002 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-3266e6e9-d245-4a46-bcde-30dfa82f114e tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] 10.222.0.32 "PUT /v2.0/floatingips/29f3b5e0-0ad1-44a5-8804-89cd5bfd6abd HTTP/1.1" status: 200 len: 991 time: 4.0798066 Apr 20 18:21:19.008892 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc36f0d-93b2-4cb7-b982-6264303dc2d7 req-acaf7f74-da7f-42bc-ae8d-8abb6d42250e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:21:19.010599 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-1bc36f0d-93b2-4cb7-b982-6264303dc2d7 req-acaf7f74-da7f-42bc-ae8d-8abb6d42250e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=df8c402d-ed6b-4e3d-81d4-7ab30d507809 HTTP/1.1" status: 200 len: 850 time: 0.1571834 Apr 20 18:21:19.011319 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca697cc4-a8c4-410c-b96c-ff8164d02a38', 'tag': '173d9a00-e756-4b8c-8680-1588c794e4a1'}] {{(pid=86311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:21:19.237204 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc36f0d-93b2-4cb7-b982-6264303dc2d7 req-d6e2f775-eab2-4fdf-9ad0-d50779fb3572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:21:19.238865 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-1bc36f0d-93b2-4cb7-b982-6264303dc2d7 req-d6e2f775-eab2-4fdf-9ad0-d50779fb3572 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=eb98ba18-b0fc-455c-9bef-282881864632&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2091148 Apr 20 18:21:19.360504 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd87da3d7-9007-4246-8f13-8d340de4fa16', 'name': 'network-vif-deleted', 'tag': 'a9faece0-e00d-4d34-81c7-bc3e6c5e2792'}] {{(pid=86310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:21:19.441532 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd87da3d7-9007-4246-8f13-8d340de4fa16', 'name': 'network-vif-deleted', 'tag': 'a9faece0-e00d-4d34-81c7-bc3e6c5e2792', 'status': 'completed', 'code': 200} Apr 20 18:21:19.570964 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_dvr_db [None req-18b79f92-2971-4bf1-8e6d-85e16fb6801d None None] Set router 892fc000-9b87-40e4-be38-b59d8a6e51fc gateway port host: dv-cinder-786929-2-smb {{(pid=86313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 18:21:19.747777 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fd41ab-ef9d-4a7a-a3cb-5293793cbdf2 req-eda2f84f-9665-424b-bd49-e3010a957b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:21:19.750016 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-30fd41ab-ef9d-4a7a-a3cb-5293793cbdf2 req-eda2f84f-9665-424b-bd49-e3010a957b33 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=02dae3b9331843428972d1ab84d0d2ed&device_id=ca697cc4-a8c4-410c-b96c-ff8164d02a38 HTTP/1.1" status: 200 len: 1098 time: 0.1559112 Apr 20 18:21:19.769147 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-1bc36f0d-93b2-4cb7-b982-6264303dc2d7 req-4a1c50d0-28ba-4ec2-86db-44c86a0f0a06 service neutron] 10.222.0.13 "GET /v2.0/networks/eb98ba18-b0fc-455c-9bef-282881864632?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5196021 Apr 20 18:21:19.771044 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca697cc4-a8c4-410c-b96c-ff8164d02a38', 'tag': '173d9a00-e756-4b8c-8680-1588c794e4a1', 'status': 'completed', 'code': 200} Apr 20 18:21:19.952509 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fd41ab-ef9d-4a7a-a3cb-5293793cbdf2 req-d0cd155e-161e-49b3-8661-ec4f4efef37a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:21:19.955973 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-30fd41ab-ef9d-4a7a-a3cb-5293793cbdf2 req-d0cd155e-161e-49b3-8661-ec4f4efef37a service neutron] 10.222.0.13 "GET /v2.0/networks?id=5b82a5ad-5a0b-4f36-b6c5-403cadd34a79 HTTP/1.1" status: 200 len: 918 time: 0.1962595 Apr 20 18:21:20.023071 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-1bc36f0d-93b2-4cb7-b982-6264303dc2d7 req-3e60c418-caad-4e61-bf76-559f9ce9423f service neutron] 10.222.0.13 "GET /v2.0/networks/eb98ba18-b0fc-455c-9bef-282881864632?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2477098 Apr 20 18:21:20.057394 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3897491-bfdd-4027-b8a6-0bbdcc7258de req-d13f4d30-8bc4-442f-a4da-8128b00edc71 tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:21:20.067042 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-b3897491-bfdd-4027-b8a6-0bbdcc7258de req-d13f4d30-8bc4-442f-a4da-8128b00edc71 tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ddb3673-a36f-4874-ab49-e5b904f2a32b HTTP/1.1" status: 200 len: 946 time: 0.1694956 Apr 20 18:21:20.106018 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_hamode_db [None req-18b79f92-2971-4bf1-8e6d-85e16fb6801d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '892fc000-9b87-40e4-be38-b59d8a6e51fc', 'name': 'tempest-AttachVolumeShelveTestJSON-1277685248-router', 'tenant_id': '02dae3b9331843428972d1ab84d0d2ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26051af8-ebd0-4db2-857e-181975352424', 'external_fixed_ips': [{'subnet_id': 'a8fb9e9c-99d7-49f9-8da9-302520785055', 'ip_address': '172.28.0.25'}], 'enable_snat': True}, 'gw_port_id': '58f2f10b-45b8-425b-94b8-498bbc5fd79f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:16:59Z', 'updated_at': '2021-04-20T18:17:11Z', 'revision_number': 4, 'project_id': '02dae3b9331843428972d1ab84d0d2ed', 'gw_port': {'id': '58f2f10b-45b8-425b-94b8-498bbc5fd79f', 'name': '', 'network_id': '26051af8-ebd0-4db2-857e-181975352424', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:5d:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '892fc000-9b87-40e4-be38-b59d8a6e51fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': 'a8fb9e9c-99d7-49f9-8da9-302520785055', 'ip_address': '172.28.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:17:02Z', 'updated_at': '2021-04-20T18:17:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8fb9e9c-99d7-49f9-8da9-302520785055', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-2-smb', '_floatingips': [{'id': '29f3b5e0-0ad1-44a5-8804-89cd5bfd6abd', 'tenant_id': '02dae3b9331843428972d1ab84d0d2ed', 'floating_ip_address': '172.28.0.125', 'floating_network_id': '26051af8-ebd0-4db2-857e-181975352424', 'router_id': '892fc000-9b87-40e4-be38-b59d8a6e51fc', 'port_id': '173d9a00-e756-4b8c-8680-1588c794e4a1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b82a5ad-5a0b-4f36-b6c5-403cadd34a79', 'mac_address': 'fa:16:3e:18:00:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca697cc4-a8c4-410c-b96c-ff8164d02a38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T18:20:51Z', 'updated_at': '2021-04-20T18:21:16Z', 'revision_number': 1, 'project_id': '02dae3b9331843428972d1ab84d0d2ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97e8aecc-8579-4367-bc24-7b49e2b85e7e', 'name': '', 'network_id': '5b82a5ad-5a0b-4f36-b6c5-403cadd34a79', 'tenant_id': '02dae3b9331843428972d1ab84d0d2ed', 'mac_address': 'fa:16:3e:a7:d6:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '892fc000-9b87-40e4-be38-b59d8a6e51fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': 'a0d1d23a-bc57-4fd3-ab7b-5ff7156471c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:17:09Z', 'updated_at': '2021-04-20T18:17:22Z', 'revision_number': 5, 'project_id': '02dae3b9331843428972d1ab84d0d2ed', 'subnets': [{'id': 'a0d1d23a-bc57-4fd3-ab7b-5ff7156471c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786929-2-smb', False) {} {{(pid=86313) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:21:20.113540 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b79f92-2971-4bf1-8e6d-85e16fb6801d None None] Checking router: 892fc000-9b87-40e4-be38-b59d8a6e51fc for host: dv-cinder-786929-2-smb {{(pid=86313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 18:21:20.124754 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b79f92-2971-4bf1-8e6d-85e16fb6801d None None] Routers {'892fc000-9b87-40e4-be38-b59d8a6e51fc'} bound to L3 agent in host dv-cinder-786929-2-smb {{(pid=86313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:21:20.125672 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_hamode_db [None req-18b79f92-2971-4bf1-8e6d-85e16fb6801d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786929-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-20T18:07:11Z,description=,heartbeat_timestamp=2021-04-20T18:21:11Z,host='dv-cinder-786929-2-smb',id=40af0123-fc20-4e27-8672-759459b7c5ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T18:07:11Z,topic='l3_agent')) {'router_ids': ['892fc000-9b87-40e4-be38-b59d8a6e51fc'], 'active': True} {{(pid=86313) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:21:20.149633 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-b3897491-bfdd-4027-b8a6-0bbdcc7258de req-0b0bea99-b6d7-4c67-aa6e-a3c4ca5a6856 tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b994cb4-8011-4e1a-8be2-9459735723ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810854 Apr 20 18:21:20.237574 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-30fd41ab-ef9d-4a7a-a3cb-5293793cbdf2 req-03be7cd3-97ec-4251-bb9f-bbf5dbf274dd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=173d9a00-e756-4b8c-8680-1588c794e4a1 HTTP/1.1" status: 200 len: 999 time: 0.2753558 Apr 20 18:21:20.359810 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fd41ab-ef9d-4a7a-a3cb-5293793cbdf2 req-a122a113-59e7-42f7-88e8-44db7e666cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:21:20.361544 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-30fd41ab-ef9d-4a7a-a3cb-5293793cbdf2 req-a122a113-59e7-42f7-88e8-44db7e666cfa service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a0d1d23a-bc57-4fd3-ab7b-5ff7156471c8 HTTP/1.1" status: 200 len: 856 time: 0.1088965 Apr 20 18:21:20.381577 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_dvr_db [None req-18b79f92-2971-4bf1-8e6d-85e16fb6801d None None] Set router 892fc000-9b87-40e4-be38-b59d8a6e51fc gateway port host: dv-cinder-786929-2-smb {{(pid=86313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 18:21:20.455441 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fd41ab-ef9d-4a7a-a3cb-5293793cbdf2 req-120f4862-e74a-411a-a652-40fefb46f694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:21:20.457215 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-30fd41ab-ef9d-4a7a-a3cb-5293793cbdf2 req-120f4862-e74a-411a-a652-40fefb46f694 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5b82a5ad-5a0b-4f36-b6c5-403cadd34a79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0897825 Apr 20 18:21:20.673379 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-30fd41ab-ef9d-4a7a-a3cb-5293793cbdf2 req-8e3b3058-c437-4074-8a06-b43f2bcaa5ad service neutron] 10.222.0.13 "GET /v2.0/networks/5b82a5ad-5a0b-4f36-b6c5-403cadd34a79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2005296 Apr 20 18:21:20.839255 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_hamode_db [None req-18b79f92-2971-4bf1-8e6d-85e16fb6801d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '892fc000-9b87-40e4-be38-b59d8a6e51fc', 'name': 'tempest-AttachVolumeShelveTestJSON-1277685248-router', 'tenant_id': '02dae3b9331843428972d1ab84d0d2ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26051af8-ebd0-4db2-857e-181975352424', 'external_fixed_ips': [{'subnet_id': 'a8fb9e9c-99d7-49f9-8da9-302520785055', 'ip_address': '172.28.0.25'}], 'enable_snat': True}, 'gw_port_id': '58f2f10b-45b8-425b-94b8-498bbc5fd79f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:16:59Z', 'updated_at': '2021-04-20T18:17:11Z', 'revision_number': 4, 'project_id': '02dae3b9331843428972d1ab84d0d2ed', 'gw_port': {'id': '58f2f10b-45b8-425b-94b8-498bbc5fd79f', 'name': '', 'network_id': '26051af8-ebd0-4db2-857e-181975352424', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:5d:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '892fc000-9b87-40e4-be38-b59d8a6e51fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': 'a8fb9e9c-99d7-49f9-8da9-302520785055', 'ip_address': '172.28.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:17:02Z', 'updated_at': '2021-04-20T18:17:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8fb9e9c-99d7-49f9-8da9-302520785055', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-2-smb', '_floatingips': [{'id': '29f3b5e0-0ad1-44a5-8804-89cd5bfd6abd', 'tenant_id': '02dae3b9331843428972d1ab84d0d2ed', 'floating_ip_address': '172.28.0.125', 'floating_network_id': '26051af8-ebd0-4db2-857e-181975352424', 'router_id': '892fc000-9b87-40e4-be38-b59d8a6e51fc', 'port_id': '173d9a00-e756-4b8c-8680-1588c794e4a1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b82a5ad-5a0b-4f36-b6c5-403cadd34a79', 'mac_address': 'fa:16:3e:18:00:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca697cc4-a8c4-410c-b96c-ff8164d02a38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T18:20:51Z', 'updated_at': '2021-04-20T18:21:16Z', 'revision_number': 1, 'project_id': '02dae3b9331843428972d1ab84d0d2ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97e8aecc-8579-4367-bc24-7b49e2b85e7e', 'name': '', 'network_id': '5b82a5ad-5a0b-4f36-b6c5-403cadd34a79', 'tenant_id': '02dae3b9331843428972d1ab84d0d2ed', 'mac_address': 'fa:16:3e:a7:d6:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '892fc000-9b87-40e4-be38-b59d8a6e51fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': 'a0d1d23a-bc57-4fd3-ab7b-5ff7156471c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:17:09Z', 'updated_at': '2021-04-20T18:17:22Z', 'revision_number': 5, 'project_id': '02dae3b9331843428972d1ab84d0d2ed', 'subnets': [{'id': 'a0d1d23a-bc57-4fd3-ab7b-5ff7156471c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786929-2-smb', False) {} {{(pid=86313) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:21:20.844673 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b79f92-2971-4bf1-8e6d-85e16fb6801d None None] The sync data for ids ['892fc000-9b87-40e4-be38-b59d8a6e51fc'] in dv-cinder-786929-2-smb is: [{'id': '892fc000-9b87-40e4-be38-b59d8a6e51fc', 'name': 'tempest-AttachVolumeShelveTestJSON-1277685248-router', 'tenant_id': '02dae3b9331843428972d1ab84d0d2ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26051af8-ebd0-4db2-857e-181975352424', 'external_fixed_ips': [{'subnet_id': 'a8fb9e9c-99d7-49f9-8da9-302520785055', 'ip_address': '172.28.0.25'}], 'enable_snat': True}, 'gw_port_id': '58f2f10b-45b8-425b-94b8-498bbc5fd79f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:16:59Z', 'updated_at': '2021-04-20T18:17:11Z', 'revision_number': 4, 'project_id': '02dae3b9331843428972d1ab84d0d2ed', 'gw_port': {'id': '58f2f10b-45b8-425b-94b8-498bbc5fd79f', 'name': '', 'network_id': '26051af8-ebd0-4db2-857e-181975352424', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:5d:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '892fc000-9b87-40e4-be38-b59d8a6e51fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': 'a8fb9e9c-99d7-49f9-8da9-302520785055', 'ip_address': '172.28.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:17:02Z', 'updated_at': '2021-04-20T18:17:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8fb9e9c-99d7-49f9-8da9-302520785055', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-2-smb', '_floatingips': [{'id': '29f3b5e0-0ad1-44a5-8804-89cd5bfd6abd', 'tenant_id': '02dae3b9331843428972d1ab84d0d2ed', 'floating_ip_address': '172.28.0.125', 'floating_network_id': '26051af8-ebd0-4db2-857e-181975352424', 'router_id': '892fc000-9b87-40e4-be38-b59d8a6e51fc', 'port_id': '173d9a00-e756-4b8c-8680-1588c794e4a1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b82a5ad-5a0b-4f36-b6c5-403cadd34a79', 'mac_address': 'fa:16:3e:18:00:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca697cc4-a8c4-410c-b96c-ff8164d02a38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T18:20:51Z', 'updated_at': '2021-04-20T18:21:16Z', 'revision_number': 1, 'project_id': '02dae3b9331843428972d1ab84d0d2ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97e8aecc-8579-4367-bc24-7b49e2b85e7e', 'name': '', 'network_id': '5b82a5ad-5a0b-4f36-b6c5-403cadd34a79', 'tenant_id': '02dae3b9331843428972d1ab84d0d2ed', 'mac_address': 'fa:16:3e:a7:d6:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '892fc000-9b87-40e4-be38-b59d8a6e51fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': 'a0d1d23a-bc57-4fd3-ab7b-5ff7156471c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:17:09Z', 'updated_at': '2021-04-20T18:17:22Z', 'revision_number': 5, 'project_id': '02dae3b9331843428972d1ab84d0d2ed', 'subnets': [{'id': 'a0d1d23a-bc57-4fd3-ab7b-5ff7156471c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 18:21:20.858473 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-30fd41ab-ef9d-4a7a-a3cb-5293793cbdf2 req-9185ff59-c64c-4877-afa2-e1f09193ec7f service neutron] 10.222.0.13 "GET /v2.0/networks/5b82a5ad-5a0b-4f36-b6c5-403cadd34a79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1776896 Apr 20 18:21:20.968088 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.32', 56106) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:21:21.119573 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7db094f1-bc49-488b-aee9-109a8e00cd5f None None] New status for floating IP 29f3b5e0-0ad1-44a5-8804-89cd5bfd6abd: ACTIVE {{(pid=86313) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 20 18:21:21.142418 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-ce1b464f-d8cc-4236-9332-26c16beb75fb admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9f8d4ee57aa24aca9c94a3f2f77a0ec4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1729527 Apr 20 18:21:21.145085 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.32', 56112) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:21:21.228412 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-80ef2fec-8c58-49f6-92c5-d6b85559cde8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:21.262471 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-80ef2fec-8c58-49f6-92c5-d6b85559cde8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:21.323945 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-80ef2fec-8c58-49f6-92c5-d6b85559cde8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854236768'] for security_group, after_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:21.332010 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-fa5c516e-8448-42a8-9695-1e7e1f1ad132 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:21:21.352111 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ef2fec-8c58-49f6-92c5-d6b85559cde8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73c3509c-8d36-4327-bfad-5114240228ac,revision_number=None']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:21:21.367935 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-80ef2fec-8c58-49f6-92c5-d6b85559cde8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:21:21.382707 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-80ef2fec-8c58-49f6-92c5-d6b85559cde8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:21.384210 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-80ef2fec-8c58-49f6-92c5-d6b85559cde8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/73c3509c-8d36-4327-bfad-5114240228ac HTTP/1.1" status: 204 len: 168 time: 0.2380216 Apr 20 18:21:21.412310 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ac40e1-60ef-4911-9d46-a56f147fd820 req-45e5368f-c4ee-441c-b0bb-70e4875b6de9 tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:21:21.414632 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-c8ac40e1-60ef-4911-9d46-a56f147fd820 req-45e5368f-c4ee-441c-b0bb-70e4875b6de9 tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ddb3673-a36f-4874-ab49-e5b904f2a32b HTTP/1.1" status: 200 len: 946 time: 0.1314101 Apr 20 18:21:21.473489 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-c8ac40e1-60ef-4911-9d46-a56f147fd820 req-072fc1fa-e456-4018-a37f-48b6a752c40d tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b994cb4-8011-4e1a-8be2-9459735723ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516782 Apr 20 18:21:21.934335 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.32', 56138) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:21:21.983658 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3965f714-42ac-4103-bde9-dae6a6a900dc req-5e9e7c64-6442-4eca-83a8-f124a72fd93f tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:21:21.985566 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-3965f714-42ac-4103-bde9-dae6a6a900dc req-5e9e7c64-6442-4eca-83a8-f124a72fd93f tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ddb3673-a36f-4874-ab49-e5b904f2a32b HTTP/1.1" status: 200 len: 946 time: 0.1053455 Apr 20 18:21:22.085439 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-3965f714-42ac-4103-bde9-dae6a6a900dc req-c99cbb70-a205-4983-8414-6a29b629ff22 tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b994cb4-8011-4e1a-8be2-9459735723ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0930653 Apr 20 18:21:22.109253 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-0af1eb60-892f-4020-87c7-2df18442b355 req-4b669b16-2cf4-4042-9565-4300a18d2c42 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=0ddb3673-a36f-4874-ab49-e5b904f2a32b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1727402 Apr 20 18:21:23.082726 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.rpc [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Device 33d9dd43-9391-4d91-b569-05d07ccab82b no longer exists at agent hyperv_hv-cinder-78692 {{(pid=86312) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 18:21:23.233813 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624671'] for port, before_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:23.275398 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.db [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] For port 33d9dd43-9391-4d91-b569-05d07ccab82b, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=33d9dd43-9391-4d91-b569-05d07ccab82b,segment=NetworkSegment(5a56b328-5177-4953-b6f7-f626d024fccb),segment_id=5a56b328-5177-4953-b6f7-f626d024fccb)] {{(pid=86312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:21:23.277079 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ddb3673-a36f-4874-ab49-e5b904f2a32b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '33d9dd43-9391-4d91-b569-05d07ccab82b'}] {{(pid=86312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:21:23.284048 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852966479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736993730504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736993280695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299861495088'] for port, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:23.288206 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:21:23.309705 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ee2471-e529-4745-8508-c2bf31beaf63 req-e59dc817-a26f-465b-994f-3a82211ff9dd tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:21:23.311695 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-e6ee2471-e529-4745-8508-c2bf31beaf63 req-e59dc817-a26f-465b-994f-3a82211ff9dd tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ddb3673-a36f-4874-ab49-e5b904f2a32b HTTP/1.1" status: 200 len: 946 time: 0.0999041 Apr 20 18:21:23.353356 dv-cinder-786929-2-smb neutron-server[86195]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '0ddb3673-a36f-4874-ab49-e5b904f2a32b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '33d9dd43-9391-4d91-b569-05d07ccab82b', 'code': 422} returned with failed status Apr 20 18:21:23.367811 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Pushing event updated for resources: {'Port': ['ID=33d9dd43-9391-4d91-b569-05d07ccab82b,revision_number=6']} {{(pid=86312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:21:23.372611 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:21:23.389197 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-e6ee2471-e529-4745-8508-c2bf31beaf63 req-8479cb2f-c119-4258-9e13-6903533b4d8d tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b994cb4-8011-4e1a-8be2-9459735723ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704901 Apr 20 18:21:23.537787 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af1eb60-892f-4020-87c7-2df18442b355 req-3bc36aee-9b12-4449-b6dc-4533b2e94c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:21:23.539469 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-0af1eb60-892f-4020-87c7-2df18442b355 req-3bc36aee-9b12-4449-b6dc-4533b2e94c53 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0ddb3673-a36f-4874-ab49-e5b904f2a32b&tenant_id=c63217fb60aa4544a29b035267cf6bf0 HTTP/1.1" status: 200 len: 1097 time: 0.0879843 Apr 20 18:21:23.642932 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af1eb60-892f-4020-87c7-2df18442b355 req-61677035-e295-4476-b4ae-15325ad11a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:21:23.644570 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-0af1eb60-892f-4020-87c7-2df18442b355 req-61677035-e295-4476-b4ae-15325ad11a0a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c63217fb60aa4544a29b035267cf6bf0&device_id=0ddb3673-a36f-4874-ab49-e5b904f2a32b HTTP/1.1" status: 200 len: 1097 time: 0.0815449 Apr 20 18:21:23.797568 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af1eb60-892f-4020-87c7-2df18442b355 req-0d1bc616-c26f-4bc7-a5dc-90704f53f6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:21:23.799222 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-0af1eb60-892f-4020-87c7-2df18442b355 req-0d1bc616-c26f-4bc7-a5dc-90704f53f6eb service neutron] 10.222.0.13 "GET /v2.0/networks?id=b5591ab1-84d9-4585-836b-47bf7632765d HTTP/1.1" status: 200 len: 909 time: 0.1478906 Apr 20 18:21:23.917148 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-0af1eb60-892f-4020-87c7-2df18442b355 req-7eeb693d-7194-4a16-b639-10324b56c457 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=33d9dd43-9391-4d91-b569-05d07ccab82b HTTP/1.1" status: 200 len: 1000 time: 0.1098449 Apr 20 18:21:24.004353 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af1eb60-892f-4020-87c7-2df18442b355 req-b1e8ac8c-ca50-4cb4-8d43-3b3a77f41b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:21:24.005814 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-0af1eb60-892f-4020-87c7-2df18442b355 req-b1e8ac8c-ca50-4cb4-8d43-3b3a77f41b66 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3243b360-2a6c-4a7d-86c5-59c501c53d43 HTTP/1.1" status: 200 len: 847 time: 0.0680692 Apr 20 18:21:24.089604 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af1eb60-892f-4020-87c7-2df18442b355 req-5ae8351f-91c3-45e9-8503-9b7f8a97345c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:21:24.091784 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-0af1eb60-892f-4020-87c7-2df18442b355 req-5ae8351f-91c3-45e9-8503-9b7f8a97345c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b5591ab1-84d9-4585-836b-47bf7632765d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0778852 Apr 20 18:21:24.237571 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-0af1eb60-892f-4020-87c7-2df18442b355 req-a7dc5858-1cf2-468a-8547-2fc52e2956bf service neutron] 10.222.0.13 "GET /v2.0/networks/b5591ab1-84d9-4585-836b-47bf7632765d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375179 Apr 20 18:21:24.383347 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-0af1eb60-892f-4020-87c7-2df18442b355 req-0b2a20ed-a4dc-4e81-a9d1-775eb58a28f4 service neutron] 10.222.0.13 "GET /v2.0/networks/b5591ab1-84d9-4585-836b-47bf7632765d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384392 Apr 20 18:21:24.613440 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d2dcba-779e-42c0-aa05-49f5b392658a req-4a748e5f-f1b3-44d4-b485-c3396dadf510 tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:21:24.615209 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-08d2dcba-779e-42c0-aa05-49f5b392658a req-4a748e5f-f1b3-44d4-b485-c3396dadf510 tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ddb3673-a36f-4874-ab49-e5b904f2a32b HTTP/1.1" status: 200 len: 944 time: 0.0974693 Apr 20 18:21:24.666382 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-08d2dcba-779e-42c0-aa05-49f5b392658a req-ff9d0f3d-2b16-4fa3-bfe9-01463bc494fe tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b994cb4-8011-4e1a-8be2-9459735723ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436380 Apr 20 18:21:25.889620 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ead9ed-111d-490c-a9c0-1ef99c4384cd req-86241ff6-cc9b-4871-a3d3-e8f03256573f tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:21:25.891362 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-36ead9ed-111d-490c-a9c0-1ef99c4384cd req-86241ff6-cc9b-4871-a3d3-e8f03256573f tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ddb3673-a36f-4874-ab49-e5b904f2a32b HTTP/1.1" status: 200 len: 944 time: 0.1051371 Apr 20 18:21:25.941523 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-36ead9ed-111d-490c-a9c0-1ef99c4384cd req-2a8851ca-6c18-4a72-b58c-150cd4524bc8 tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b994cb4-8011-4e1a-8be2-9459735723ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438018 Apr 20 18:21:27.118269 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.rpc [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Device 33d9dd43-9391-4d91-b569-05d07ccab82b details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=86312) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 18:21:27.153246 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c415b9ad-9656-41a3-aa29-2b0536b64b9e req-74f1874e-ba52-4b6d-8ada-9bbb45765e39 tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:21:27.155123 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-c415b9ad-9656-41a3-aa29-2b0536b64b9e req-74f1874e-ba52-4b6d-8ada-9bbb45765e39 tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ddb3673-a36f-4874-ab49-e5b904f2a32b HTTP/1.1" status: 200 len: 944 time: 0.0948045 Apr 20 18:21:27.205829 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-c415b9ad-9656-41a3-aa29-2b0536b64b9e req-1614a097-afd4-4ead-8acc-e9a415e948d8 tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b994cb4-8011-4e1a-8be2-9459735723ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443208 Apr 20 18:21:27.265700 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.db [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] For port 33d9dd43-9391-4d91-b569-05d07ccab82b, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=33d9dd43-9391-4d91-b569-05d07ccab82b,segment=NetworkSegment(5a56b328-5177-4953-b6f7-f626d024fccb),segment_id=5a56b328-5177-4953-b6f7-f626d024fccb)] {{(pid=86312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:21:27.280634 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.rpc [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Returning: {'device': '33d9dd43-9391-4d91-b569-05d07ccab82b', 'network_id': 'b5591ab1-84d9-4585-836b-47bf7632765d', 'port_id': '33d9dd43-9391-4d91-b569-05d07ccab82b', 'mac_address': 'fa:16:3e:2a:1d:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3243b360-2a6c-4a7d-86c5-59c501c53d43', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86312) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 18:21:27.344110 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624671'] for port, before_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:27.362500 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.notifiers.nova [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33d9dd43-9391-4d91-b569-05d07ccab82b {{(pid=86312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 18:21:27.378256 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.db [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] For port 33d9dd43-9391-4d91-b569-05d07ccab82b, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=33d9dd43-9391-4d91-b569-05d07ccab82b,segment=NetworkSegment(5a56b328-5177-4953-b6f7-f626d024fccb),segment_id=5a56b328-5177-4953-b6f7-f626d024fccb)] {{(pid=86312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:21:27.381130 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852966479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736993730504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736993280695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299861495088'] for port, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:27.382963 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:21:27.454999 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Pushing event updated for resources: {'Port': ['ID=33d9dd43-9391-4d91-b569-05d07ccab82b,revision_number=7']} {{(pid=86312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:21:27.458287 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:21:27.623943 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.db [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] get_ports_and_sgs() called for port_ids ['33d9dd43-9391-4d91-b569-05d07ccab82b'] {{(pid=86312) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 18:21:28.419994 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0606f0e8-7656-4e39-9390-9eecf03eadd0 req-0b45e9dd-9be3-4639-ac87-e608b6e7e853 tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:21:28.421635 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-0606f0e8-7656-4e39-9390-9eecf03eadd0 req-0b45e9dd-9be3-4639-ac87-e608b6e7e853 tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ddb3673-a36f-4874-ab49-e5b904f2a32b HTTP/1.1" status: 200 len: 945 time: 0.0956547 Apr 20 18:21:28.469904 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-0606f0e8-7656-4e39-9390-9eecf03eadd0 req-fb0f1cd1-c548-4325-aac1-0c3b530f7852 tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b994cb4-8011-4e1a-8be2-9459735723ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419445 Apr 20 18:21:29.134753 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.rpc [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Device 33d9dd43-9391-4d91-b569-05d07ccab82b up at agent hyperv_hv-cinder-78692 {{(pid=86312) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:21:29.209061 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.provisioning_blocks [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Provisioning complete for port 33d9dd43-9391-4d91-b569-05d07ccab82b triggered by entity L2. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:21:29.209475 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853381758'] for port, provisioning_complete {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:29.345270 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624671'] for port, before_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:29.377152 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ddb3673-a36f-4874-ab49-e5b904f2a32b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33d9dd43-9391-4d91-b569-05d07ccab82b'}] {{(pid=86312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:21:29.388927 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.db [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] For port 33d9dd43-9391-4d91-b569-05d07ccab82b, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=33d9dd43-9391-4d91-b569-05d07ccab82b,segment=NetworkSegment(5a56b328-5177-4953-b6f7-f626d024fccb),segment_id=5a56b328-5177-4953-b6f7-f626d024fccb)] {{(pid=86312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:21:29.397495 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852966479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736993730504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736993280695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299861495088'] for port, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:29.400321 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:21:29.482567 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Pushing event updated for resources: {'Port': ['ID=33d9dd43-9391-4d91-b569-05d07ccab82b,revision_number=8']} {{(pid=86312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:21:29.492515 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:21:29.593610 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ddb3673-a36f-4874-ab49-e5b904f2a32b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33d9dd43-9391-4d91-b569-05d07ccab82b', 'code': 200} Apr 20 18:21:29.774599 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5550c3a2-c7d1-4021-a59a-72a970bb7150 req-1891ec77-ed11-4eb8-a8e8-794cdbfd2350 tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:21:29.776316 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-5550c3a2-c7d1-4021-a59a-72a970bb7150 req-1891ec77-ed11-4eb8-a8e8-794cdbfd2350 tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ddb3673-a36f-4874-ab49-e5b904f2a32b HTTP/1.1" status: 200 len: 946 time: 0.1012416 Apr 20 18:21:29.827878 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-5550c3a2-c7d1-4021-a59a-72a970bb7150 req-7e2595cb-7612-4072-9b6e-146f5012334a tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b994cb4-8011-4e1a-8be2-9459735723ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442135 Apr 20 18:21:29.921704 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313d4de2-6c2f-4f00-ad42-1cf6cdde4c7c req-ea84b2f4-524d-4e95-bac9-36fdb11185b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:21:29.923323 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-313d4de2-6c2f-4f00-ad42-1cf6cdde4c7c req-ea84b2f4-524d-4e95-bac9-36fdb11185b5 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0ddb3673-a36f-4874-ab49-e5b904f2a32b HTTP/1.1" status: 200 len: 1099 time: 0.0871344 Apr 20 18:21:29.969189 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-313d4de2-6c2f-4f00-ad42-1cf6cdde4c7c req-2a278a58-4dcb-4573-827f-9dce9b11c5f3 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=7b994cb4-8011-4e1a-8be2-9459735723ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382707 Apr 20 18:21:31.196064 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef0a152-9b48-4635-b94a-63f9477e5ffb req-31de4097-da74-475f-8cc6-12fa56b0c9f4 tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:21:31.197575 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-eef0a152-9b48-4635-b94a-63f9477e5ffb req-31de4097-da74-475f-8cc6-12fa56b0c9f4 tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ddb3673-a36f-4874-ab49-e5b904f2a32b HTTP/1.1" status: 200 len: 946 time: 0.0894775 Apr 20 18:21:31.246924 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-eef0a152-9b48-4635-b94a-63f9477e5ffb req-a6e626af-4bc4-4adb-bc53-8f7d8366f08b tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b994cb4-8011-4e1a-8be2-9459735723ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429332 Apr 20 18:21:32.915485 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299861013637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394135'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:38.062865 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-f94cca5d-1d0e-4489-ad1d-5b342bc68541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299861013637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394135'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:39.823365 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.32', 56340) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:21:39.895790 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.db_base_plugin_v2 [None req-7040e5f0-26ac-45a6-8cc6-b4d307b52ac6 admin admin] Deleting subnet 7cc7b467-0f9c-4fa7-85e9-749887866d90 {{(pid=86311) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 20 18:21:39.898987 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-7040e5f0-26ac-45a6-8cc6-b4d307b52ac6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:39.952479 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-7040e5f0-26ac-45a6-8cc6-b4d307b52ac6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2266016'] for subnet, precommit_delete_associations {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:40.011697 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-7040e5f0-26ac-45a6-8cc6-b4d307b52ac6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852945248'] for subnet, precommit_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:40.275424 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-7040e5f0-26ac-45a6-8cc6-b4d307b52ac6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1830552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854235284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036850694064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2979558'] for subnet, after_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:40.280721 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-75740dfd-f17b-480f-ae88-5e0457d108f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:21:40.316048 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7040e5f0-26ac-45a6-8cc6-b4d307b52ac6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7cc7b467-0f9c-4fa7-85e9-749887866d90,revision_number=None']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:21:40.320068 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-7040e5f0-26ac-45a6-8cc6-b4d307b52ac6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:21:40.322528 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-7040e5f0-26ac-45a6-8cc6-b4d307b52ac6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-751497'] for subnet, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:40.329368 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-7040e5f0-26ac-45a6-8cc6-b4d307b52ac6 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/7cc7b467-0f9c-4fa7-85e9-749887866d90 HTTP/1.1" status: 204 len: 168 time: 0.5041261 Apr 20 18:21:40.331951 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.32', 56344) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:21:40.454566 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-c47a33fd-286d-4dba-84a8-de475445184d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853350932'] for network, before_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:40.593884 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-c47a33fd-286d-4dba-84a8-de475445184d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1830645', 'neutron.services.segments.db._delete_segments_for_network-8736993762163'] for network, precommit_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:40.723869 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.services.segments.db [None req-c47a33fd-286d-4dba-84a8-de475445184d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b9027b2-bc7e-45f8-b782-ec09179abdfd']}} {{(pid=86311) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:21:40.739020 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.services.segments.db [None req-c47a33fd-286d-4dba-84a8-de475445184d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '046b8bba-485d-430c-b45d-9ebed1a31a1b') {'for_net_delete': True} {{(pid=86311) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:21:40.739472 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.services.segments.db [None req-c47a33fd-286d-4dba-84a8-de475445184d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '046b8bba-485d-430c-b45d-9ebed1a31a1b') {} {{(pid=86311) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:21:40.753798 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-c47a33fd-286d-4dba-84a8-de475445184d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363299860984163', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852509784'] for segment, before_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:40.770260 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-c47a33fd-286d-4dba-84a8-de475445184d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1711814'] for segment, precommit_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:40.777225 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c47a33fd-286d-4dba-84a8-de475445184d admin admin] Releasing vlan 126 on physical network physnet1 to pool {{(pid=86311) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 20 18:21:40.899372 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-2db10cd7-ec85-4dc7-bb47-d8ddb8d0e992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299861013637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394135'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:40.977725 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.managers [None req-c47a33fd-286d-4dba-84a8-de475445184d admin admin] Network 9b9027b2-bc7e-45f8-b782-ec09179abdfd has no segments {{(pid=86311) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 18:21:40.988335 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-c47a33fd-286d-4dba-84a8-de475445184d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853064015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4082163'] for segment, after_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:41.121821 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-2bb93f3c-0bff-4547-a1e0-c38a344e24ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299861013637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394135'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:41.183835 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.managers [None req-c47a33fd-286d-4dba-84a8-de475445184d admin admin] Network 9b9027b2-bc7e-45f8-b782-ec09179abdfd has no segments {{(pid=86311) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 18:21:41.211162 dv-cinder-786929-2-smb neutron-server[86195]: Traceback (most recent call last): Apr 20 18:21:41.211162 dv-cinder-786929-2-smb neutron-server[86195]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 18:21:41.211162 dv-cinder-786929-2-smb neutron-server[86195]: timer() Apr 20 18:21:41.211162 dv-cinder-786929-2-smb neutron-server[86195]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 18:21:41.211162 dv-cinder-786929-2-smb neutron-server[86195]: cb(*args, **kw) Apr 20 18:21:41.211162 dv-cinder-786929-2-smb neutron-server[86195]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 20 18:21:41.211162 dv-cinder-786929-2-smb neutron-server[86195]: return func(*args, **kwargs) Apr 20 18:21:41.211162 dv-cinder-786929-2-smb neutron-server[86195]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 18:21:41.211162 dv-cinder-786929-2-smb neutron-server[86195]: self._notify() Apr 20 18:21:41.211162 dv-cinder-786929-2-smb neutron-server[86195]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 18:21:41.211162 dv-cinder-786929-2-smb neutron-server[86195]: self.callback(batched_events) Apr 20 18:21:41.211162 dv-cinder-786929-2-smb neutron-server[86195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 18:21:41.211162 dv-cinder-786929-2-smb neutron-server[86195]: event.method(event) Apr 20 18:21:41.211162 dv-cinder-786929-2-smb neutron-server[86195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 18:21:41.211162 dv-cinder-786929-2-smb neutron-server[86195]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 18:21:41.211162 dv-cinder-786929-2-smb neutron-server[86195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 20 18:21:41.211162 dv-cinder-786929-2-smb neutron-server[86195]: segment_id)['aggregates'][0] Apr 20 18:21:41.211162 dv-cinder-786929-2-smb neutron-server[86195]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 18:21:41.211162 dv-cinder-786929-2-smb neutron-server[86195]: return f(self, *a, **k) Apr 20 18:21:41.211162 dv-cinder-786929-2-smb neutron-server[86195]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 18:21:41.211162 dv-cinder-786929-2-smb neutron-server[86195]: return self._get(url).json() Apr 20 18:21:41.211162 dv-cinder-786929-2-smb neutron-server[86195]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 18:21:41.211162 dv-cinder-786929-2-smb neutron-server[86195]: **kwargs) Apr 20 18:21:41.211162 dv-cinder-786929-2-smb neutron-server[86195]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 18:21:41.211162 dv-cinder-786929-2-smb neutron-server[86195]: return self.request(url, 'GET', **kwargs) Apr 20 18:21:41.211162 dv-cinder-786929-2-smb neutron-server[86195]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 20 18:21:41.211162 dv-cinder-786929-2-smb neutron-server[86195]: **endpoint_filter) Apr 20 18:21:41.211162 dv-cinder-786929-2-smb neutron-server[86195]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 18:21:41.211162 dv-cinder-786929-2-smb neutron-server[86195]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 18:21:41.211162 dv-cinder-786929-2-smb neutron-server[86195]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 18:21:41.211162 dv-cinder-786929-2-smb neutron-server[86195]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 18:21:41.211162 dv-cinder-786929-2-smb neutron-server[86195]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 18:21:41.298411 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-c47a33fd-286d-4dba-84a8-de475445184d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036852945155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854236788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854121855'] for network, after_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:41.303623 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-c47a33fd-286d-4dba-84a8-de475445184d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-751497'] for network, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:41.307714 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-199b8e66-ed63-408e-8a37-0a65f2d9c256 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:21:41.333510 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47a33fd-286d-4dba-84a8-de475445184d admin admin] Pushing event deleted for resources: {'Network': ['ID=9b9027b2-bc7e-45f8-b782-ec09179abdfd,revision_number=None']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:21:41.336497 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-c47a33fd-286d-4dba-84a8-de475445184d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:21:41.339299 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-c47a33fd-286d-4dba-84a8-de475445184d admin admin] 10.222.0.32 "DELETE /v2.0/networks/9b9027b2-bc7e-45f8-b782-ec09179abdfd HTTP/1.1" status: 204 len: 168 time: 1.0060575 Apr 20 18:21:41.522265 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.32', 56354) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:21:41.579698 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-42db2669-d278-4341-acc8-508b2953344b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=86f06cb3845a489aa088990951f95368&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0560884 Apr 20 18:21:41.582272 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.32', 56358) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:21:41.646418 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-6549edcb-ce73-4314-a54d-4276247224b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:41.675502 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-6549edcb-ce73-4314-a54d-4276247224b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:41.725854 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-6549edcb-ce73-4314-a54d-4276247224b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854236768'] for security_group, after_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:41.731053 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-63c69330-6770-46c0-b5c1-1c84173d7700 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:21:41.745090 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6549edcb-ce73-4314-a54d-4276247224b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8fd554f-db08-45ef-bdc9-089ce011cc30,revision_number=None']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:21:41.748508 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-6549edcb-ce73-4314-a54d-4276247224b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:21:41.755015 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-6549edcb-ce73-4314-a54d-4276247224b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:41.758264 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-6549edcb-ce73-4314-a54d-4276247224b7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a8fd554f-db08-45ef-bdc9-089ce011cc30 HTTP/1.1" status: 204 len: 168 time: 0.1729457 Apr 20 18:21:42.160915 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299861013637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394135'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:43.225140 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.agents_db [None req-b35f03a3-c7a0-4608-9f7c-a0859408129f None None] Agent healthcheck: found 6 active agents {{(pid=86313) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 18:21:43.311708 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-f70b5d3b-7deb-456f-82aa-acef0ba2518a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299861013637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394135'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:21:57.760023 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48217c2-dfa8-4b88-b420-ba3b4999b387 req-e01c02f3-496f-4c20-95aa-bb9b0f88a2d2 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:21:57.762280 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-d48217c2-dfa8-4b88-b420-ba3b4999b387 req-e01c02f3-496f-4c20-95aa-bb9b0f88a2d2 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca697cc4-a8c4-410c-b96c-ff8164d02a38 HTTP/1.1" status: 200 len: 945 time: 0.0997686 Apr 20 18:21:57.822395 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-d48217c2-dfa8-4b88-b420-ba3b4999b387 req-bf4552d7-c2ca-46c0-8c87-4e00f9eb9e6b tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f160d63-b9de-4bb3-8300-e22923f844bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512648 Apr 20 18:21:59.138758 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808d2569-8c13-49dd-af10-dd42e9329814 req-0a7eabf9-3cae-488c-af81-a567e14287c8 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:21:59.140669 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-808d2569-8c13-49dd-af10-dd42e9329814 req-0a7eabf9-3cae-488c-af81-a567e14287c8 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca697cc4-a8c4-410c-b96c-ff8164d02a38 HTTP/1.1" status: 200 len: 945 time: 0.1043727 Apr 20 18:21:59.197204 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-808d2569-8c13-49dd-af10-dd42e9329814 req-e3d8a033-847f-4648-925a-005eb1e47d5d tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f160d63-b9de-4bb3-8300-e22923f844bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493138 Apr 20 18:22:00.515166 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d93ed9-e69d-48cd-a24f-1384fecc33c3 req-e86f50e3-937f-4ddf-be84-37cfac2fb90e tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:22:00.518108 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-60d93ed9-e69d-48cd-a24f-1384fecc33c3 req-e86f50e3-937f-4ddf-be84-37cfac2fb90e tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca697cc4-a8c4-410c-b96c-ff8164d02a38 HTTP/1.1" status: 200 len: 945 time: 0.1331530 Apr 20 18:22:00.593317 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-60d93ed9-e69d-48cd-a24f-1384fecc33c3 req-05183a7b-6408-4130-b0e6-81a02a376bd6 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f160d63-b9de-4bb3-8300-e22923f844bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674629 Apr 20 18:22:01.832568 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a484c132-6b5c-4ea8-ac71-0b41b9600d1c req-b2ea0784-73f4-4b8a-bb9b-433ca09227ac tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:22:01.834586 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-a484c132-6b5c-4ea8-ac71-0b41b9600d1c req-b2ea0784-73f4-4b8a-bb9b-433ca09227ac tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca697cc4-a8c4-410c-b96c-ff8164d02a38 HTTP/1.1" status: 200 len: 945 time: 0.1059556 Apr 20 18:22:01.897244 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-a484c132-6b5c-4ea8-ac71-0b41b9600d1c req-5498d124-d8f1-46ad-ba55-7eeb9c1af0de tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f160d63-b9de-4bb3-8300-e22923f844bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544112 Apr 20 18:22:02.946929 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299861013637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394135'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:22:03.176564 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7958c79e-305a-455e-8cd3-bc73d3cf8abd req-949a5432-7c17-483e-9478-3f73ac04a720 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:22:03.178499 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-7958c79e-305a-455e-8cd3-bc73d3cf8abd req-949a5432-7c17-483e-9478-3f73ac04a720 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca697cc4-a8c4-410c-b96c-ff8164d02a38 HTTP/1.1" status: 200 len: 945 time: 0.1102960 Apr 20 18:22:03.236070 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-7958c79e-305a-455e-8cd3-bc73d3cf8abd req-03cc3a20-e2b1-4cd6-9110-2793b7901547 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f160d63-b9de-4bb3-8300-e22923f844bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498328 Apr 20 18:22:04.559738 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6a53f0-ace8-4405-a98d-90c2f7adbef2 req-ec8bf6cc-fae7-4977-a5d0-5a4bf72bda9b tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:22:04.561457 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-4b6a53f0-ace8-4405-a98d-90c2f7adbef2 req-ec8bf6cc-fae7-4977-a5d0-5a4bf72bda9b tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca697cc4-a8c4-410c-b96c-ff8164d02a38 HTTP/1.1" status: 200 len: 945 time: 0.1596615 Apr 20 18:22:04.629922 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-4b6a53f0-ace8-4405-a98d-90c2f7adbef2 req-39cb9205-e184-49df-94d2-4a1579b21de4 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f160d63-b9de-4bb3-8300-e22923f844bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551641 Apr 20 18:22:05.864255 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17f056b-91f1-49e2-804f-f2e30b75878f req-73b99ecf-0a6a-41c0-9b94-463360b60c20 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:22:05.866086 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-c17f056b-91f1-49e2-804f-f2e30b75878f req-73b99ecf-0a6a-41c0-9b94-463360b60c20 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca697cc4-a8c4-410c-b96c-ff8164d02a38 HTTP/1.1" status: 200 len: 945 time: 0.0983939 Apr 20 18:22:05.922906 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-c17f056b-91f1-49e2-804f-f2e30b75878f req-985d5119-45ec-445e-97db-8dae8208269b tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f160d63-b9de-4bb3-8300-e22923f844bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488477 Apr 20 18:22:07.241811 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7adc31d-7c11-4d19-990e-61875e42aaf3 req-7040be89-3206-45b0-9e8c-8aef65e3454b tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:22:07.243575 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-e7adc31d-7c11-4d19-990e-61875e42aaf3 req-7040be89-3206-45b0-9e8c-8aef65e3454b tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca697cc4-a8c4-410c-b96c-ff8164d02a38 HTTP/1.1" status: 200 len: 945 time: 0.1074083 Apr 20 18:22:07.310989 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-e7adc31d-7c11-4d19-990e-61875e42aaf3 req-e99bcaa8-ccf9-4882-bf69-c03c04c28e46 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f160d63-b9de-4bb3-8300-e22923f844bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548236 Apr 20 18:22:07.625456 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77997ac-b607-41f6-8146-c684541e8dc5 req-a57c9a58-6927-469b-bced-5b363fd73f27 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:22:07.627587 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-d77997ac-b607-41f6-8146-c684541e8dc5 req-a57c9a58-6927-469b-bced-5b363fd73f27 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] 10.222.0.32 "GET /v2.0/ports?device_id=be45108f-b51b-472d-82bf-2f82ab37d33a HTTP/1.1" status: 200 len: 946 time: 0.1052136 Apr 20 18:22:07.692456 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-d77997ac-b607-41f6-8146-c684541e8dc5 req-cd2af534-5f9d-4f63-97ec-628a9642a4c4 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] 10.222.0.32 "GET /v2.0/security-groups?id=700a848a-c728-44c7-ba4c-504318319c52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519843 Apr 20 18:22:08.066320 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-f5d4ca1a-d27d-482f-97ca-919f56734f8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299861013637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394135'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:22:08.566475 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cdd618-13f3-43d5-ad0e-e8cfde94b2b6 req-25a07d54-5bd4-4255-9032-a93c98530876 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:22:08.568221 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-21cdd618-13f3-43d5-ad0e-e8cfde94b2b6 req-25a07d54-5bd4-4255-9032-a93c98530876 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca697cc4-a8c4-410c-b96c-ff8164d02a38 HTTP/1.1" status: 200 len: 945 time: 0.1009445 Apr 20 18:22:08.625869 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-21cdd618-13f3-43d5-ad0e-e8cfde94b2b6 req-b6315842-1876-4b90-9cd4-dca8a9066421 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f160d63-b9de-4bb3-8300-e22923f844bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503035 Apr 20 18:22:08.922240 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6c6660-a0be-432c-a47e-9708524f50ed req-b8a24bca-2c5e-4a35-bf92-f83550b6225b tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:22:08.923975 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-6a6c6660-a0be-432c-a47e-9708524f50ed req-b8a24bca-2c5e-4a35-bf92-f83550b6225b tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] 10.222.0.32 "GET /v2.0/ports?device_id=be45108f-b51b-472d-82bf-2f82ab37d33a HTTP/1.1" status: 200 len: 946 time: 0.0968904 Apr 20 18:22:08.983991 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-6a6c6660-a0be-432c-a47e-9708524f50ed req-b7fc1fa3-c613-4978-a8ca-fe1c750c60c7 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] 10.222.0.32 "GET /v2.0/security-groups?id=700a848a-c728-44c7-ba4c-504318319c52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530267 Apr 20 18:22:09.388037 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.rpc [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Device 173d9a00-e756-4b8c-8680-1588c794e4a1 details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=86312) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 18:22:09.549984 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.db [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] For port 173d9a00-e756-4b8c-8680-1588c794e4a1, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=173d9a00-e756-4b8c-8680-1588c794e4a1,segment=NetworkSegment(48e9a50f-9987-468e-9cbc-b73b5f8756db),segment_id=48e9a50f-9987-468e-9cbc-b73b5f8756db)] {{(pid=86312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:22:09.566055 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.rpc [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Returning: {'device': '173d9a00-e756-4b8c-8680-1588c794e4a1', 'network_id': '5b82a5ad-5a0b-4f36-b6c5-403cadd34a79', 'port_id': '173d9a00-e756-4b8c-8680-1588c794e4a1', 'mac_address': 'fa:16:3e:18:00:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0d1d23a-bc57-4fd3-ab7b-5ff7156471c8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86312) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 18:22:09.644122 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624671'] for port, before_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:22:09.664771 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.notifiers.nova [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 173d9a00-e756-4b8c-8680-1588c794e4a1 {{(pid=86312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 18:22:09.692118 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.db [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] For port 173d9a00-e756-4b8c-8680-1588c794e4a1, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=173d9a00-e756-4b8c-8680-1588c794e4a1,segment=NetworkSegment(48e9a50f-9987-468e-9cbc-b73b5f8756db),segment_id=48e9a50f-9987-468e-9cbc-b73b5f8756db)] {{(pid=86312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:22:09.699217 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852966479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736993730504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736993280695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299861495088'] for port, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:22:09.702361 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:22:09.825285 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.db [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] get_ports_and_sgs() called for port_ids ['173d9a00-e756-4b8c-8680-1588c794e4a1'] {{(pid=86312) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 18:22:09.940000 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Pushing event updated for resources: {'Port': ['ID=173d9a00-e756-4b8c-8680-1588c794e4a1,revision_number=6']} {{(pid=86312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:22:09.966665 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:22:09.967150 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:22:09.967607 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:22:09.968086 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:22:09.968581 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:22:09.969030 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:22:09.969479 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:22:09.969984 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:22:09.970517 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:22:09.971024 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:22:09.971524 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:22:09.972018 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:22:09.981642 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:22:10.145523 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eedd915-a456-473f-a3ba-ff4b3a1881e1 req-9a62e15d-abd5-4449-816c-e2fe48f95fb1 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:22:10.147262 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-8eedd915-a456-473f-a3ba-ff4b3a1881e1 req-9a62e15d-abd5-4449-816c-e2fe48f95fb1 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] 10.222.0.13 "GET /v2.0/ports?device_id=be45108f-b51b-472d-82bf-2f82ab37d33a HTTP/1.1" status: 200 len: 946 time: 0.4852889 Apr 20 18:22:10.261000 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f337261-fcb1-4436-af96-f61b2867c207 req-5430e7b1-ccec-4e8c-80db-5cd57341c9b7 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:22:10.262879 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-0f337261-fcb1-4436-af96-f61b2867c207 req-5430e7b1-ccec-4e8c-80db-5cd57341c9b7 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca697cc4-a8c4-410c-b96c-ff8164d02a38 HTTP/1.1" status: 200 len: 944 time: 0.4753773 Apr 20 18:22:10.270160 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.plugin [req-8eedd915-a456-473f-a3ba-ff4b3a1881e1 req-d69538bd-134e-48ea-877c-b7749cef2d8f tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Deleting port 1769add6-7eea-405b-be77-84313a6acd1b {{(pid=86310) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:22:10.270599 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-8eedd915-a456-473f-a3ba-ff4b3a1881e1 req-d69538bd-134e-48ea-877c-b7749cef2d8f tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363299861050484'] for port, before_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:22:10.400234 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96832a8d-2279-4ff9-af4c-20b7f289374c req-8bfbad75-583b-4061-8356-54475bccd686 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:22:10.403503 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-96832a8d-2279-4ff9-af4c-20b7f289374c req-8bfbad75-583b-4061-8356-54475bccd686 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] 10.222.0.32 "GET /v2.0/ports?device_id=be45108f-b51b-472d-82bf-2f82ab37d33a HTTP/1.1" status: 200 len: 946 time: 0.1687737 Apr 20 18:22:10.491128 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-96832a8d-2279-4ff9-af4c-20b7f289374c req-8f84e752-c284-4681-aea8-f47abb148a97 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] 10.222.0.32 "GET /v2.0/security-groups?id=700a848a-c728-44c7-ba4c-504318319c52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805225 Apr 20 18:22:10.533130 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-0f337261-fcb1-4436-af96-f61b2867c207 req-04116dc8-1d75-4840-97fc-61c7a5aca7f4 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f160d63-b9de-4bb3-8300-e22923f844bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2261999 Apr 20 18:22:10.726237 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.db [req-8eedd915-a456-473f-a3ba-ff4b3a1881e1 req-d69538bd-134e-48ea-877c-b7749cef2d8f tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] For port 1769add6-7eea-405b-be77-84313a6acd1b, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=1769add6-7eea-405b-be77-84313a6acd1b,segment=NetworkSegment(ad36d8b3-d89e-4c97-9e5d-6bb749241abc),segment_id=ad36d8b3-d89e-4c97-9e5d-6bb749241abc)] {{(pid=86310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:22:10.726977 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-8eedd915-a456-473f-a3ba-ff4b3a1881e1 req-d69538bd-134e-48ea-877c-b7749cef2d8f tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632958'] for port, precommit_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:22:10.904299 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-ff912f07-dec7-436a-bb49-a2320f78fae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299861013637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394135'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:22:11.138469 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-2bb93f3c-0bff-4547-a1e0-c38a344e24ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299861013637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394135'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:22:11.238504 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-8eedd915-a456-473f-a3ba-ff4b3a1881e1 req-d69538bd-134e-48ea-877c-b7749cef2d8f tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:22:11.239285 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-8eedd915-a456-473f-a3ba-ff4b3a1881e1 req-d69538bd-134e-48ea-877c-b7749cef2d8f tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854121806'] for floatingip, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:22:11.239982 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.db.l3_db [req-8eedd915-a456-473f-a3ba-ff4b3a1881e1 req-d69538bd-134e-48ea-877c-b7749cef2d8f tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Floating IP 72c3e8d2-53e1-43f5-80c9-7f91630915b4 disassociated. External IP: 172.28.0.67, port: 1769add6-7eea-405b-be77-84313a6acd1b. Apr 20 18:22:11.240568 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.plugin [req-8eedd915-a456-473f-a3ba-ff4b3a1881e1 req-d69538bd-134e-48ea-877c-b7749cef2d8f tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Calling delete_port for 1769add6-7eea-405b-be77-84313a6acd1b owned by compute:nova {{(pid=86310) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 18:22:11.401549 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.rpc [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Device 173d9a00-e756-4b8c-8680-1588c794e4a1 up at agent hyperv_hv-cinder-78692 {{(pid=86312) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:22:11.495762 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-8eedd915-a456-473f-a3ba-ff4b3a1881e1 req-d69538bd-134e-48ea-877c-b7749cef2d8f tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852966479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363299861045279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363299861495122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852424964'] for port, after_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:22:11.518060 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-7af1daac-a9a8-4218-8a98-de242c0f7208 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:22:11.543757 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.provisioning_blocks [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Provisioning complete for port 173d9a00-e756-4b8c-8680-1588c794e4a1 triggered by entity L2. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:22:11.544185 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853381758'] for port, provisioning_complete {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:22:11.661018 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69538bd-134e-48ea-877c-b7749cef2d8f tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Pushing event deleted for resources: {'Port': ['ID=1769add6-7eea-405b-be77-84313a6acd1b,revision_number=None']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:22:11.834898 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624671'] for port, before_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:22:11.877898 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca697cc4-a8c4-410c-b96c-ff8164d02a38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '173d9a00-e756-4b8c-8680-1588c794e4a1'}] {{(pid=86312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:22:11.891009 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.db [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] For port 173d9a00-e756-4b8c-8680-1588c794e4a1, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=173d9a00-e756-4b8c-8680-1588c794e4a1,segment=NetworkSegment(48e9a50f-9987-468e-9cbc-b73b5f8756db),segment_id=48e9a50f-9987-468e-9cbc-b73b5f8756db)] {{(pid=86312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:22:11.895318 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852966479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736993730504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736993280695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299861495088'] for port, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:22:11.902361 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:22:11.952629 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-b4025b58-70f6-4441-b732-9c26bc8458c0 req-7c82a0e0-6983-483f-8d83-c9cd7a644b7d tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] 10.222.0.32 "GET /v2.0/ports?device_id=be45108f-b51b-472d-82bf-2f82ab37d33a HTTP/1.1" status: 200 len: 210 time: 0.1033015 Apr 20 18:22:12.037693 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Pushing event updated for resources: {'Port': ['ID=173d9a00-e756-4b8c-8680-1588c794e4a1,revision_number=7']} {{(pid=86312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:22:12.045458 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:22:12.107507 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8eedd915-a456-473f-a3ba-ff4b3a1881e1 req-d69538bd-134e-48ea-877c-b7749cef2d8f tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Router 7ec829b5-df62-4eeb-b9be-0781d58bffbd has already been hosted by L3 agent 40af0123-fc20-4e27-8672-759459b7c5ef {{(pid=86310) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 18:22:12.111712 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69538bd-134e-48ea-877c-b7749cef2d8f tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:22:12.115254 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69538bd-134e-48ea-877c-b7749cef2d8f tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:22:12.115971 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69538bd-134e-48ea-877c-b7749cef2d8f tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:22:12.116670 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69538bd-134e-48ea-877c-b7749cef2d8f tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:22:12.117320 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69538bd-134e-48ea-877c-b7749cef2d8f tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:22:12.117995 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69538bd-134e-48ea-877c-b7749cef2d8f tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:22:12.118667 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69538bd-134e-48ea-877c-b7749cef2d8f tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:22:12.119285 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69538bd-134e-48ea-877c-b7749cef2d8f tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:22:12.120644 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69538bd-134e-48ea-877c-b7749cef2d8f tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:22:12.121329 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69538bd-134e-48ea-877c-b7749cef2d8f tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:22:12.121969 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69538bd-134e-48ea-877c-b7749cef2d8f tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:22:12.122675 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69538bd-134e-48ea-877c-b7749cef2d8f tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:22:12.128806 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-d69538bd-134e-48ea-877c-b7749cef2d8f tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.611s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:22:12.145310 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca697cc4-a8c4-410c-b96c-ff8164d02a38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '173d9a00-e756-4b8c-8680-1588c794e4a1', 'code': 200} Apr 20 18:22:12.212463 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299861013637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394135'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:22:12.536639 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e63c83-f479-4f8e-a045-b07b4f9c7a9a req-ce018e74-0d0b-4374-9554-a7aea495296d tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:22:12.538316 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-b3e63c83-f479-4f8e-a045-b07b4f9c7a9a req-ce018e74-0d0b-4374-9554-a7aea495296d tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca697cc4-a8c4-410c-b96c-ff8164d02a38 HTTP/1.1" status: 200 len: 945 time: 0.4575233 Apr 20 18:22:12.603162 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8eedd915-a456-473f-a3ba-ff4b3a1881e1 req-d69538bd-134e-48ea-877c-b7749cef2d8f tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Notify agent at l3_agent.dv-cinder-786929-2-smb the message routers_updated {{(pid=86310) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 18:22:12.616775 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a62fab2-bb56-4625-b079-f532b91c77e3 None None] Sync routers for ids ['7ec829b5-df62-4eeb-b9be-0781d58bffbd'] in dv-cinder-786929-2-smb {{(pid=86312) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 18:22:12.635346 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a62fab2-bb56-4625-b079-f532b91c77e3 None None] Routers {'7ec829b5-df62-4eeb-b9be-0781d58bffbd'} bound to L3 agent in host dv-cinder-786929-2-smb {{(pid=86312) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:22:12.636690 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_hamode_db [None req-5a62fab2-bb56-4625-b079-f532b91c77e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786929-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T18:07:11Z,description=,heartbeat_timestamp=2021-04-20T18:22:11Z,host='dv-cinder-786929-2-smb',id=40af0123-fc20-4e27-8672-759459b7c5ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T18:07:11Z,topic='l3_agent')) {'router_ids': ['7ec829b5-df62-4eeb-b9be-0781d58bffbd'], 'active': True} {{(pid=86312) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:22:12.707870 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_dvrscheduler_db [req-8eedd915-a456-473f-a3ba-ff4b3a1881e1 req-d69538bd-134e-48ea-877c-b7749cef2d8f tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] No DVR routers for this DVR port 1769add6-7eea-405b-be77-84313a6acd1b on host hv-cinder-78692 {{(pid=86310) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 18:22:12.710683 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-8eedd915-a456-473f-a3ba-ff4b3a1881e1 req-d69538bd-134e-48ea-877c-b7749cef2d8f tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759958'] for port, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:22:12.728663 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-b3e63c83-f479-4f8e-a045-b07b4f9c7a9a req-cba15187-6a23-4338-8c5c-3ecd5cccacc0 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f160d63-b9de-4bb3-8300-e22923f844bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1739492 Apr 20 18:22:12.731571 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be45108f-b51b-472d-82bf-2f82ab37d33a', 'name': 'network-vif-deleted', 'tag': '1769add6-7eea-405b-be77-84313a6acd1b'}] {{(pid=86310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:22:12.757662 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-8eedd915-a456-473f-a3ba-ff4b3a1881e1 req-d69538bd-134e-48ea-877c-b7749cef2d8f tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] 10.222.0.13 "DELETE /v2.0/ports/1769add6-7eea-405b-be77-84313a6acd1b HTTP/1.1" status: 204 len: 173 time: 2.6036251 Apr 20 18:22:12.800012 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be45108f-b51b-472d-82bf-2f82ab37d33a', 'name': 'network-vif-deleted', 'tag': '1769add6-7eea-405b-be77-84313a6acd1b', 'status': 'completed', 'code': 200} Apr 20 18:22:13.279549 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_dvr_db [None req-5a62fab2-bb56-4625-b079-f532b91c77e3 None None] Set router 7ec829b5-df62-4eeb-b9be-0781d58bffbd gateway port host: dv-cinder-786929-2-smb {{(pid=86312) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 18:22:13.341740 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [req-639bcb70-3f4f-4414-bb05-e8e49f368c95 req-724556af-fb31-4e41-a9f8-b28b074325d1 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Synchronizing usage tracker for tenant:cb69ef4d450d449286542b7dabcb8f7a on resource:port {{(pid=86310) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 18:22:13.359030 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [req-639bcb70-3f4f-4414-bb05-e8e49f368c95 req-724556af-fb31-4e41-a9f8-b28b074325d1 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Unset dirty status for tenant:cb69ef4d450d449286542b7dabcb8f7a on resource:port {{(pid=86310) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 18:22:13.360353 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-639bcb70-3f4f-4414-bb05-e8e49f368c95 req-724556af-fb31-4e41-a9f8-b28b074325d1 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] 10.222.0.32 "GET /v2.0/ports?device_id=be45108f-b51b-472d-82bf-2f82ab37d33a HTTP/1.1" status: 200 len: 210 time: 0.0858114 Apr 20 18:22:13.436223 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.rpc [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Device 1769add6-7eea-405b-be77-84313a6acd1b no longer exists at agent hyperv_hv-cinder-78692 {{(pid=86312) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 18:22:13.536158 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.plugin [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] No Port match for: 1769add6-7eea-405b-be77-84313a6acd1b {{(pid=86312) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 18:22:13.537008 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.rpc [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Device 1769add6-7eea-405b-be77-84313a6acd1b not bound to the agent host hv-cinder-78692 {{(pid=86312) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 18:22:13.561514 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-f70b5d3b-7deb-456f-82aa-acef0ba2518a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299861013637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394135'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:22:13.977533 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cf9d6c-47b1-4b4d-88bd-27e4e701c449 req-acd68bbc-f647-4abb-8426-28db17c4e45c tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:22:13.986748 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-33cf9d6c-47b1-4b4d-88bd-27e4e701c449 req-acd68bbc-f647-4abb-8426-28db17c4e45c tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca697cc4-a8c4-410c-b96c-ff8164d02a38 HTTP/1.1" status: 200 len: 945 time: 0.1161935 Apr 20 18:22:14.039064 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-33cf9d6c-47b1-4b4d-88bd-27e4e701c449 req-593b56e5-ea0b-435c-bcbe-53e737b1985b tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f160d63-b9de-4bb3-8300-e22923f844bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513027 Apr 20 18:22:14.073349 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_hamode_db [None req-5a62fab2-bb56-4625-b079-f532b91c77e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ec829b5-df62-4eeb-b9be-0781d58bffbd', 'name': 'tempest-AttachVolumeTestJSON-1231333648-router', 'tenant_id': 'cb69ef4d450d449286542b7dabcb8f7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26051af8-ebd0-4db2-857e-181975352424', 'external_fixed_ips': [{'subnet_id': 'a8fb9e9c-99d7-49f9-8da9-302520785055', 'ip_address': '172.28.0.84'}], 'enable_snat': True}, 'gw_port_id': '46da91c7-c992-45ad-b29d-ea4047abeef9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:15:49Z', 'updated_at': '2021-04-20T18:16:05Z', 'revision_number': 4, 'project_id': 'cb69ef4d450d449286542b7dabcb8f7a', 'gw_port': {'id': '46da91c7-c992-45ad-b29d-ea4047abeef9', 'name': '', 'network_id': '26051af8-ebd0-4db2-857e-181975352424', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:cd:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ec829b5-df62-4eeb-b9be-0781d58bffbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'a8fb9e9c-99d7-49f9-8da9-302520785055', 'ip_address': '172.28.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:15:51Z', 'updated_at': '2021-04-20T18:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8fb9e9c-99d7-49f9-8da9-302520785055', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-2-smb', '_interfaces': [{'id': '113bb86f-f45b-4cdf-b4e9-b39c07af624f', 'name': '', 'network_id': 'eb98ba18-b0fc-455c-9bef-282881864632', 'tenant_id': 'cb69ef4d450d449286542b7dabcb8f7a', 'mac_address': 'fa:16:3e:81:69:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ec829b5-df62-4eeb-b9be-0781d58bffbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'df8c402d-ed6b-4e3d-81d4-7ab30d507809', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:16:00Z', 'updated_at': '2021-04-20T18:16:19Z', 'revision_number': 5, 'project_id': 'cb69ef4d450d449286542b7dabcb8f7a', 'subnets': [{'id': 'df8c402d-ed6b-4e3d-81d4-7ab30d507809', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786929-2-smb', False) {} {{(pid=86312) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:22:14.079357 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a62fab2-bb56-4625-b079-f532b91c77e3 None None] Checking router: 7ec829b5-df62-4eeb-b9be-0781d58bffbd for host: dv-cinder-786929-2-smb {{(pid=86312) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 18:22:14.092321 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a62fab2-bb56-4625-b079-f532b91c77e3 None None] Routers {'7ec829b5-df62-4eeb-b9be-0781d58bffbd'} bound to L3 agent in host dv-cinder-786929-2-smb {{(pid=86312) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:22:14.093024 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_hamode_db [None req-5a62fab2-bb56-4625-b079-f532b91c77e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786929-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T18:07:11Z,description=,heartbeat_timestamp=2021-04-20T18:22:11Z,host='dv-cinder-786929-2-smb',id=40af0123-fc20-4e27-8672-759459b7c5ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T18:07:11Z,topic='l3_agent')) {'router_ids': ['7ec829b5-df62-4eeb-b9be-0781d58bffbd'], 'active': True} {{(pid=86312) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:22:14.350056 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_dvr_db [None req-5a62fab2-bb56-4625-b079-f532b91c77e3 None None] Set router 7ec829b5-df62-4eeb-b9be-0781d58bffbd gateway port host: dv-cinder-786929-2-smb {{(pid=86312) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 18:22:14.671242 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.32', 56598) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:22:14.780453 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_hamode_db [None req-5a62fab2-bb56-4625-b079-f532b91c77e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ec829b5-df62-4eeb-b9be-0781d58bffbd', 'name': 'tempest-AttachVolumeTestJSON-1231333648-router', 'tenant_id': 'cb69ef4d450d449286542b7dabcb8f7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26051af8-ebd0-4db2-857e-181975352424', 'external_fixed_ips': [{'subnet_id': 'a8fb9e9c-99d7-49f9-8da9-302520785055', 'ip_address': '172.28.0.84'}], 'enable_snat': True}, 'gw_port_id': '46da91c7-c992-45ad-b29d-ea4047abeef9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:15:49Z', 'updated_at': '2021-04-20T18:16:05Z', 'revision_number': 4, 'project_id': 'cb69ef4d450d449286542b7dabcb8f7a', 'gw_port': {'id': '46da91c7-c992-45ad-b29d-ea4047abeef9', 'name': '', 'network_id': '26051af8-ebd0-4db2-857e-181975352424', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:cd:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ec829b5-df62-4eeb-b9be-0781d58bffbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'a8fb9e9c-99d7-49f9-8da9-302520785055', 'ip_address': '172.28.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:15:51Z', 'updated_at': '2021-04-20T18:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8fb9e9c-99d7-49f9-8da9-302520785055', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-2-smb', '_interfaces': [{'id': '113bb86f-f45b-4cdf-b4e9-b39c07af624f', 'name': '', 'network_id': 'eb98ba18-b0fc-455c-9bef-282881864632', 'tenant_id': 'cb69ef4d450d449286542b7dabcb8f7a', 'mac_address': 'fa:16:3e:81:69:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ec829b5-df62-4eeb-b9be-0781d58bffbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'df8c402d-ed6b-4e3d-81d4-7ab30d507809', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:16:00Z', 'updated_at': '2021-04-20T18:16:19Z', 'revision_number': 5, 'project_id': 'cb69ef4d450d449286542b7dabcb8f7a', 'subnets': [{'id': 'df8c402d-ed6b-4e3d-81d4-7ab30d507809', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786929-2-smb', False) {} {{(pid=86312) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:22:14.786463 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a62fab2-bb56-4625-b079-f532b91c77e3 None None] The sync data for ids ['7ec829b5-df62-4eeb-b9be-0781d58bffbd'] in dv-cinder-786929-2-smb is: [{'id': '7ec829b5-df62-4eeb-b9be-0781d58bffbd', 'name': 'tempest-AttachVolumeTestJSON-1231333648-router', 'tenant_id': 'cb69ef4d450d449286542b7dabcb8f7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26051af8-ebd0-4db2-857e-181975352424', 'external_fixed_ips': [{'subnet_id': 'a8fb9e9c-99d7-49f9-8da9-302520785055', 'ip_address': '172.28.0.84'}], 'enable_snat': True}, 'gw_port_id': '46da91c7-c992-45ad-b29d-ea4047abeef9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:15:49Z', 'updated_at': '2021-04-20T18:16:05Z', 'revision_number': 4, 'project_id': 'cb69ef4d450d449286542b7dabcb8f7a', 'gw_port': {'id': '46da91c7-c992-45ad-b29d-ea4047abeef9', 'name': '', 'network_id': '26051af8-ebd0-4db2-857e-181975352424', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:cd:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ec829b5-df62-4eeb-b9be-0781d58bffbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'a8fb9e9c-99d7-49f9-8da9-302520785055', 'ip_address': '172.28.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:15:51Z', 'updated_at': '2021-04-20T18:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8fb9e9c-99d7-49f9-8da9-302520785055', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-2-smb', '_interfaces': [{'id': '113bb86f-f45b-4cdf-b4e9-b39c07af624f', 'name': '', 'network_id': 'eb98ba18-b0fc-455c-9bef-282881864632', 'tenant_id': 'cb69ef4d450d449286542b7dabcb8f7a', 'mac_address': 'fa:16:3e:81:69:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ec829b5-df62-4eeb-b9be-0781d58bffbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'df8c402d-ed6b-4e3d-81d4-7ab30d507809', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:16:00Z', 'updated_at': '2021-04-20T18:16:19Z', 'revision_number': 5, 'project_id': 'cb69ef4d450d449286542b7dabcb8f7a', 'subnets': [{'id': 'df8c402d-ed6b-4e3d-81d4-7ab30d507809', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86312) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 18:22:14.797332 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-b900ea6b-8f15-4802-b343-f48ed18b491a tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Notify callbacks [] for security_group, before_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:22:14.864862 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-b900ea6b-8f15-4802-b343-f48ed18b491a tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:22:14.938609 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-b900ea6b-8f15-4802-b343-f48ed18b491a tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854236768'] for security_group, after_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:22:14.961883 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-7873a8fe-541c-4222-8760-72ce23fb7823 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:22:14.985965 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b900ea6b-8f15-4802-b343-f48ed18b491a tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=700a848a-c728-44c7-ba4c-504318319c52,revision_number=None']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:22:14.989290 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-b900ea6b-8f15-4802-b343-f48ed18b491a tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Notify callbacks [] for security_group, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:22:14.995893 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.32', 56606) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:22:14.996460 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-b900ea6b-8f15-4802-b343-f48ed18b491a tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] 10.222.0.32 "DELETE /v2.0/security-groups/700a848a-c728-44c7-ba4c-504318319c52 HTTP/1.1" status: 204 len: 168 time: 0.3219810 Apr 20 18:22:15.004151 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b900ea6b-8f15-4802-b343-f48ed18b491a tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:22:15.004689 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b900ea6b-8f15-4802-b343-f48ed18b491a tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:22:15.005278 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b900ea6b-8f15-4802-b343-f48ed18b491a tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:22:15.005776 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b900ea6b-8f15-4802-b343-f48ed18b491a tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:22:15.006400 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b900ea6b-8f15-4802-b343-f48ed18b491a tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:22:15.006947 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b900ea6b-8f15-4802-b343-f48ed18b491a tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:22:15.007434 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b900ea6b-8f15-4802-b343-f48ed18b491a tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:22:15.008124 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b900ea6b-8f15-4802-b343-f48ed18b491a tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:22:15.008599 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b900ea6b-8f15-4802-b343-f48ed18b491a tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:22:15.013296 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b900ea6b-8f15-4802-b343-f48ed18b491a tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:22:15.013296 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b900ea6b-8f15-4802-b343-f48ed18b491a tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:22:15.013296 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b900ea6b-8f15-4802-b343-f48ed18b491a tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:22:15.017316 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-b900ea6b-8f15-4802-b343-f48ed18b491a tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:22:15.034547 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.api.v2.resource [None req-3b2eafdb-b783-4913-a898-50d3ac34cd49 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] show failed (client error): The resource could not be found. Apr 20 18:22:15.040180 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.32', 56610) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:22:15.055126 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-3b2eafdb-b783-4913-a898-50d3ac34cd49 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] 10.222.0.32 "GET /v2.0/security-groups/700a848a-c728-44c7-ba4c-504318319c52 HTTP/1.1" status: 404 len: 347 time: 0.0537975 Apr 20 18:22:15.304589 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.plugin [None req-fc883c10-744e-4ffe-a6df-76885509c3b9 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Deleting port 7ccfd264-f8d1-4eb0-9479-433d858936d0 {{(pid=86311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:22:15.305702 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-fc883c10-744e-4ffe-a6df-76885509c3b9 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363299861050484'] for port, before_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:22:15.326004 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec9dc17-985b-4e53-85f7-a46d49e0307b req-fe754d36-3a5d-44b6-998d-baad90a4ef12 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:22:15.329148 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-7ec9dc17-985b-4e53-85f7-a46d49e0307b req-fe754d36-3a5d-44b6-998d-baad90a4ef12 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca697cc4-a8c4-410c-b96c-ff8164d02a38 HTTP/1.1" status: 200 len: 945 time: 0.1244354 Apr 20 18:22:15.372479 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aadd1a23-ae78-4eb4-860b-dcd42266a00f None None] New status for floating IP 72c3e8d2-53e1-43f5-80c9-7f91630915b4: DOWN {{(pid=86313) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 20 18:22:15.962572 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-7ec9dc17-985b-4e53-85f7-a46d49e0307b req-65db352d-f769-4a87-8332-9b1b2db36ea1 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f160d63-b9de-4bb3-8300-e22923f844bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6187396 Apr 20 18:22:15.968698 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-fc883c10-744e-4ffe-a6df-76885509c3b9 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632958'] for port, precommit_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:22:15.969229 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-fc883c10-744e-4ffe-a6df-76885509c3b9 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:22:16.180466 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.plugin [None req-fc883c10-744e-4ffe-a6df-76885509c3b9 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Calling delete_port for 7ccfd264-f8d1-4eb0-9479-433d858936d0 owned by network:floatingip {{(pid=86311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 18:22:16.288534 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.db.api [None req-fc883c10-744e-4ffe-a6df-76885509c3b9 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86311) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 20 18:22:16.288887 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_db.api [None req-fc883c10-744e-4ffe-a6df-76885509c3b9 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86311) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 20 18:22:16.791402 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.plugin [None req-fc883c10-744e-4ffe-a6df-76885509c3b9 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Deleting port 7ccfd264-f8d1-4eb0-9479-433d858936d0 {{(pid=86311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:22:16.793749 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-fc883c10-744e-4ffe-a6df-76885509c3b9 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363299861050484'] for port, before_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:22:17.386312 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-fc883c10-744e-4ffe-a6df-76885509c3b9 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632958'] for port, precommit_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:22:17.386950 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-fc883c10-744e-4ffe-a6df-76885509c3b9 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:22:17.699492 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.plugin [None req-fc883c10-744e-4ffe-a6df-76885509c3b9 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Calling delete_port for 7ccfd264-f8d1-4eb0-9479-433d858936d0 owned by network:floatingip {{(pid=86311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 18:22:17.840546 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe422f6b-66be-473d-9d54-e9c857fa4d17 req-0c19a7ff-7a0d-4529-a392-f130df68a9b5 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:22:17.842404 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-fe422f6b-66be-473d-9d54-e9c857fa4d17 req-0c19a7ff-7a0d-4529-a392-f130df68a9b5 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca697cc4-a8c4-410c-b96c-ff8164d02a38 HTTP/1.1" status: 200 len: 945 time: 0.5845261 Apr 20 18:22:17.919279 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-fe422f6b-66be-473d-9d54-e9c857fa4d17 req-7b3113ff-003e-42c5-979c-c4d317a1d01d tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f160d63-b9de-4bb3-8300-e22923f844bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684564 Apr 20 18:22:18.001739 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-fc883c10-744e-4ffe-a6df-76885509c3b9 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852966479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363299861045279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363299861495122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850693756'] for port, after_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:22:18.006049 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-53cc222b-6d0e-4eed-a5e4-02746378d08f tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:22:18.095937 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc883c10-744e-4ffe-a6df-76885509c3b9 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Pushing event deleted for resources: {'Port': ['ID=7ccfd264-f8d1-4eb0-9479-433d858936d0,revision_number=None']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:22:18.098900 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-fc883c10-744e-4ffe-a6df-76885509c3b9 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:22:18.258911 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-fc883c10-744e-4ffe-a6df-76885509c3b9 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Notify callbacks [] for floatingip, after_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:22:18.291173 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-fc883c10-744e-4ffe-a6df-76885509c3b9 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759958'] for floatingip, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:22:18.293417 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-fc883c10-744e-4ffe-a6df-76885509c3b9 tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] 10.222.0.32 "DELETE /v2.0/floatingips/72c3e8d2-53e1-43f5-80c9-7f91630915b4 HTTP/1.1" status: 204 len: 168 time: 3.2505116 Apr 20 18:22:19.314419 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed552c08-2496-4b2c-9ca2-d49684cd36f3 req-adad5c43-3fc6-4bdb-974a-eaf88ede8a09 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:22:19.317709 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-ed552c08-2496-4b2c-9ca2-d49684cd36f3 req-adad5c43-3fc6-4bdb-974a-eaf88ede8a09 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca697cc4-a8c4-410c-b96c-ff8164d02a38 HTTP/1.1" status: 200 len: 945 time: 0.1736326 Apr 20 18:22:19.414475 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-ed552c08-2496-4b2c-9ca2-d49684cd36f3 req-923ff9be-aa95-4694-b010-1237aa4fd762 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f160d63-b9de-4bb3-8300-e22923f844bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783238 Apr 20 18:22:20.237484 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.agents_db [None req-b35f03a3-c7a0-4608-9f7c-a0859408129f None None] Agent healthcheck: found 6 active agents {{(pid=86313) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 18:22:20.849703 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf18c7f-7e76-4461-92e5-2d8f8ad4d58f req-1cb9fa13-15ab-499f-9a27-edce9402093c tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:22:20.852600 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-edf18c7f-7e76-4461-92e5-2d8f8ad4d58f req-1cb9fa13-15ab-499f-9a27-edce9402093c tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca697cc4-a8c4-410c-b96c-ff8164d02a38 HTTP/1.1" status: 200 len: 945 time: 0.1918933 Apr 20 18:22:20.958195 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-edf18c7f-7e76-4461-92e5-2d8f8ad4d58f req-4cdb2813-a9ff-4840-a248-ea15f06767b8 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f160d63-b9de-4bb3-8300-e22923f844bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0914969 Apr 20 18:22:22.292127 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492795e5-9ee7-401b-b1ad-dfe90545d3bb req-4e20e234-cb85-4ee4-8f94-96666e615204 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:22:22.295176 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-492795e5-9ee7-401b-b1ad-dfe90545d3bb req-4e20e234-cb85-4ee4-8f94-96666e615204 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca697cc4-a8c4-410c-b96c-ff8164d02a38 HTTP/1.1" status: 200 len: 945 time: 0.1135187 Apr 20 18:22:22.352263 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-492795e5-9ee7-401b-b1ad-dfe90545d3bb req-a5e1ef94-c1b1-4f44-b85b-73fd3fac5579 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f160d63-b9de-4bb3-8300-e22923f844bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503714 Apr 20 18:22:22.940863 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31eb7b19-f17a-4ddf-abc2-3d841166d555 req-20820d49-eb22-48ba-9c19-bb2914e134ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:22:22.942415 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-31eb7b19-f17a-4ddf-abc2-3d841166d555 req-20820d49-eb22-48ba-9c19-bb2914e134ec service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=02dae3b9331843428972d1ab84d0d2ed&device_id=ca697cc4-a8c4-410c-b96c-ff8164d02a38 HTTP/1.1" status: 200 len: 1098 time: 0.0853338 Apr 20 18:22:23.110918 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31eb7b19-f17a-4ddf-abc2-3d841166d555 req-2a4dcfa0-1f19-492e-bf8b-6630feefb016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:22:23.112520 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-31eb7b19-f17a-4ddf-abc2-3d841166d555 req-2a4dcfa0-1f19-492e-bf8b-6630feefb016 service neutron] 10.222.0.13 "GET /v2.0/networks?id=5b82a5ad-5a0b-4f36-b6c5-403cadd34a79 HTTP/1.1" status: 200 len: 918 time: 0.1634851 Apr 20 18:22:23.244892 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-31eb7b19-f17a-4ddf-abc2-3d841166d555 req-9f2fc90f-c4c8-4540-876b-80a375ee8efc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=173d9a00-e756-4b8c-8680-1588c794e4a1 HTTP/1.1" status: 200 len: 1001 time: 0.1261995 Apr 20 18:22:23.245923 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.32', 56670) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:22:23.322232 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31eb7b19-f17a-4ddf-abc2-3d841166d555 req-757fbcf2-d137-48f6-9458-37482abc5be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:22:23.324993 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-31eb7b19-f17a-4ddf-abc2-3d841166d555 req-757fbcf2-d137-48f6-9458-37482abc5be9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a0d1d23a-bc57-4fd3-ab7b-5ff7156471c8 HTTP/1.1" status: 200 len: 856 time: 0.0715854 Apr 20 18:22:23.422031 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31eb7b19-f17a-4ddf-abc2-3d841166d555 req-aaf1ca15-3042-4dcb-b581-a9b2592ad2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:22:23.423807 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-31eb7b19-f17a-4ddf-abc2-3d841166d555 req-aaf1ca15-3042-4dcb-b581-a9b2592ad2c5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5b82a5ad-5a0b-4f36-b6c5-403cadd34a79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0928829 Apr 20 18:22:23.750228 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-31eb7b19-f17a-4ddf-abc2-3d841166d555 req-4106104c-1735-4aac-8940-6da7edfd1ab0 service neutron] 10.222.0.13 "GET /v2.0/networks/5b82a5ad-5a0b-4f36-b6c5-403cadd34a79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3199654 Apr 20 18:22:23.759161 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340b8a41-668f-4bc3-a8b3-1c2c04f6182c req-c380dee1-8501-47fc-80c5-60da8d3249f0 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:22:23.762235 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-340b8a41-668f-4bc3-a8b3-1c2c04f6182c req-c380dee1-8501-47fc-80c5-60da8d3249f0 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca697cc4-a8c4-410c-b96c-ff8164d02a38 HTTP/1.1" status: 200 len: 945 time: 0.1766562 Apr 20 18:22:23.823187 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-340b8a41-668f-4bc3-a8b3-1c2c04f6182c req-9d143149-c707-45ea-8fbb-3b5aeb233c10 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f160d63-b9de-4bb3-8300-e22923f844bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482271 Apr 20 18:22:24.354005 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-31eb7b19-f17a-4ddf-abc2-3d841166d555 req-50a1c995-c87b-4767-840b-8ca3869eb236 service neutron] 10.222.0.13 "GET /v2.0/networks/5b82a5ad-5a0b-4f36-b6c5-403cadd34a79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5936298 Apr 20 18:22:24.597814 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-2209ee62-de91-4df4-9c4c-54224a063f57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-397209'] for router_interface, before_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:22:25.092588 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.plugin [None req-2209ee62-de91-4df4-9c4c-54224a063f57 admin admin] Deleting port 113bb86f-f45b-4cdf-b4e9-b39c07af624f {{(pid=86310) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:22:25.092933 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-2209ee62-de91-4df4-9c4c-54224a063f57 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363299861050484'] for port, before_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:22:25.260308 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1f3823-fc5e-4346-b091-592f91fd9eed req-4ba3b95a-2e21-4bf2-aaba-924af83ff5fe tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:22:25.262104 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-9d1f3823-fc5e-4346-b091-592f91fd9eed req-4ba3b95a-2e21-4bf2-aaba-924af83ff5fe tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca697cc4-a8c4-410c-b96c-ff8164d02a38 HTTP/1.1" status: 200 len: 945 time: 0.2579083 Apr 20 18:22:25.361372 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-9d1f3823-fc5e-4346-b091-592f91fd9eed req-d3248fae-807b-4f40-af1a-148271ac0ab0 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f160d63-b9de-4bb3-8300-e22923f844bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834739 Apr 20 18:22:25.370469 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.db [None req-2209ee62-de91-4df4-9c4c-54224a063f57 admin admin] For port 113bb86f-f45b-4cdf-b4e9-b39c07af624f, host dv-cinder-786929-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-2-smb',level=0,port_id=113bb86f-f45b-4cdf-b4e9-b39c07af624f,segment=NetworkSegment(ad36d8b3-d89e-4c97-9e5d-6bb749241abc),segment_id=ad36d8b3-d89e-4c97-9e5d-6bb749241abc)] {{(pid=86310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:22:25.371036 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-2209ee62-de91-4df4-9c4c-54224a063f57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632958'] for port, precommit_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:22:25.453874 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.rpc [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Device 173d9a00-e756-4b8c-8680-1588c794e4a1 no longer exists at agent hyperv_hv-cinder-78692 {{(pid=86312) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 18:22:25.518718 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.plugin [None req-2209ee62-de91-4df4-9c4c-54224a063f57 admin admin] Calling delete_port for 113bb86f-f45b-4cdf-b4e9-b39c07af624f owned by network:router_interface {{(pid=86310) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 18:22:25.607200 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624671'] for port, before_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:22:25.640352 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca697cc4-a8c4-410c-b96c-ff8164d02a38', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '173d9a00-e756-4b8c-8680-1588c794e4a1'}] {{(pid=86312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:22:25.658397 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.db [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] For port 173d9a00-e756-4b8c-8680-1588c794e4a1, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=173d9a00-e756-4b8c-8680-1588c794e4a1,segment=NetworkSegment(48e9a50f-9987-468e-9cbc-b73b5f8756db),segment_id=48e9a50f-9987-468e-9cbc-b73b5f8756db)] {{(pid=86312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:22:25.668661 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852966479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736993730504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736993280695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299861495088'] for port, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:22:25.675656 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:22:25.740703 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca697cc4-a8c4-410c-b96c-ff8164d02a38', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '173d9a00-e756-4b8c-8680-1588c794e4a1', 'code': 200} Apr 20 18:22:25.785884 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Pushing event updated for resources: {'Port': ['ID=173d9a00-e756-4b8c-8680-1588c794e4a1,revision_number=8']} {{(pid=86312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:22:25.786224 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-2209ee62-de91-4df4-9c4c-54224a063f57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852966479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363299861045279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363299861495122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852424964'] for port, after_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:22:25.789818 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:22:25.793361 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-f104c729-0136-4d98-8a79-7212901eed77 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:22:25.921232 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2209ee62-de91-4df4-9c4c-54224a063f57 admin admin] Pushing event deleted for resources: {'Port': ['ID=113bb86f-f45b-4cdf-b4e9-b39c07af624f,revision_number=None']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:22:25.926350 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-2209ee62-de91-4df4-9c4c-54224a063f57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:22:26.235946 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-2209ee62-de91-4df4-9c4c-54224a063f57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854024286', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-397287'] for router_interface, after_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:22:26.781804 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a87e835-ee86-41f4-a32d-11f1064b0245 req-77b69fc9-0301-4511-a907-4524f43c05a1 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:22:26.783609 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-7a87e835-ee86-41f4-a32d-11f1064b0245 req-77b69fc9-0301-4511-a907-4524f43c05a1 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca697cc4-a8c4-410c-b96c-ff8164d02a38 HTTP/1.1" status: 200 len: 943 time: 0.2088711 Apr 20 18:22:26.789432 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2209ee62-de91-4df4-9c4c-54224a063f57 admin admin] Router 7ec829b5-df62-4eeb-b9be-0781d58bffbd has already been hosted by L3 agent 40af0123-fc20-4e27-8672-759459b7c5ef {{(pid=86310) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 18:22:26.984633 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-7a87e835-ee86-41f4-a32d-11f1064b0245 req-0287fcd7-de6e-4703-b4be-6219abc04a47 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f160d63-b9de-4bb3-8300-e22923f844bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1900961 Apr 20 18:22:27.042760 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2209ee62-de91-4df4-9c4c-54224a063f57 admin admin] Notify agent at l3_agent.dv-cinder-786929-2-smb the message routers_updated {{(pid=86310) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 18:22:27.053506 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd08d31d-53dd-4163-af55-f31c92e95e67 None None] Sync routers for ids ['7ec829b5-df62-4eeb-b9be-0781d58bffbd'] in dv-cinder-786929-2-smb {{(pid=86312) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 18:22:27.059075 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-2209ee62-de91-4df4-9c4c-54224a063f57 admin admin] 10.222.0.32 "PUT /v2.0/routers/7ec829b5-df62-4eeb-b9be-0781d58bffbd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8118579 Apr 20 18:22:27.061648 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.32', 56686) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:22:27.071800 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd08d31d-53dd-4163-af55-f31c92e95e67 None None] Routers {'7ec829b5-df62-4eeb-b9be-0781d58bffbd'} bound to L3 agent in host dv-cinder-786929-2-smb {{(pid=86312) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:22:27.073857 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_hamode_db [None req-cd08d31d-53dd-4163-af55-f31c92e95e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786929-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T18:07:11Z,description=,heartbeat_timestamp=2021-04-20T18:22:11Z,host='dv-cinder-786929-2-smb',id=40af0123-fc20-4e27-8672-759459b7c5ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T18:07:11Z,topic='l3_agent')) {'router_ids': ['7ec829b5-df62-4eeb-b9be-0781d58bffbd'], 'active': True} {{(pid=86312) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:22:27.311687 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_dvr_db [None req-cd08d31d-53dd-4163-af55-f31c92e95e67 None None] Set router 7ec829b5-df62-4eeb-b9be-0781d58bffbd gateway port host: dv-cinder-786929-2-smb {{(pid=86312) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 18:22:27.642538 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-4cf74b29-43e2-48dd-bf6b-18d8ad270a21 admin admin] Notify callbacks [] for router, before_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:22:27.823656 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_hamode_db [None req-cd08d31d-53dd-4163-af55-f31c92e95e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ec829b5-df62-4eeb-b9be-0781d58bffbd', 'name': 'tempest-AttachVolumeTestJSON-1231333648-router', 'tenant_id': 'cb69ef4d450d449286542b7dabcb8f7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26051af8-ebd0-4db2-857e-181975352424', 'external_fixed_ips': [{'subnet_id': 'a8fb9e9c-99d7-49f9-8da9-302520785055', 'ip_address': '172.28.0.84'}], 'enable_snat': True}, 'gw_port_id': '46da91c7-c992-45ad-b29d-ea4047abeef9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:15:49Z', 'updated_at': '2021-04-20T18:22:25Z', 'revision_number': 5, 'project_id': 'cb69ef4d450d449286542b7dabcb8f7a', 'gw_port': {'id': '46da91c7-c992-45ad-b29d-ea4047abeef9', 'name': '', 'network_id': '26051af8-ebd0-4db2-857e-181975352424', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:cd:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ec829b5-df62-4eeb-b9be-0781d58bffbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'a8fb9e9c-99d7-49f9-8da9-302520785055', 'ip_address': '172.28.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:15:51Z', 'updated_at': '2021-04-20T18:16:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8fb9e9c-99d7-49f9-8da9-302520785055', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-2-smb'}], 'dv-cinder-786929-2-smb', False) {} {{(pid=86312) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:22:27.831894 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd08d31d-53dd-4163-af55-f31c92e95e67 None None] Checking router: 7ec829b5-df62-4eeb-b9be-0781d58bffbd for host: dv-cinder-786929-2-smb {{(pid=86312) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 18:22:27.850829 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd08d31d-53dd-4163-af55-f31c92e95e67 None None] Routers {'7ec829b5-df62-4eeb-b9be-0781d58bffbd'} bound to L3 agent in host dv-cinder-786929-2-smb {{(pid=86312) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:22:27.852102 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_hamode_db [None req-cd08d31d-53dd-4163-af55-f31c92e95e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786929-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T18:07:11Z,description=,heartbeat_timestamp=2021-04-20T18:22:11Z,host='dv-cinder-786929-2-smb',id=40af0123-fc20-4e27-8672-759459b7c5ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T18:07:11Z,topic='l3_agent')) {'router_ids': ['7ec829b5-df62-4eeb-b9be-0781d58bffbd'], 'active': True} {{(pid=86312) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:22:27.891113 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-4cf74b29-43e2-48dd-bf6b-18d8ad270a21 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:22:27.902799 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.plugin [None req-4cf74b29-43e2-48dd-bf6b-18d8ad270a21 admin admin] Deleting port 46da91c7-c992-45ad-b29d-ea4047abeef9 {{(pid=86310) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:22:27.903402 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-4cf74b29-43e2-48dd-bf6b-18d8ad270a21 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363299861050484'] for port, before_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:22:28.132838 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_dvr_db [None req-cd08d31d-53dd-4163-af55-f31c92e95e67 None None] Set router 7ec829b5-df62-4eeb-b9be-0781d58bffbd gateway port host: None {{(pid=86312) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 18:22:28.177506 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.db [None req-4cf74b29-43e2-48dd-bf6b-18d8ad270a21 admin admin] For port 46da91c7-c992-45ad-b29d-ea4047abeef9, host dv-cinder-786929-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-2-smb',level=0,port_id=46da91c7-c992-45ad-b29d-ea4047abeef9,segment=NetworkSegment(0fd0f869-d1a1-42b0-840f-a1b93e92e33d),segment_id=0fd0f869-d1a1-42b0-840f-a1b93e92e33d)] {{(pid=86310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:22:28.178032 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-4cf74b29-43e2-48dd-bf6b-18d8ad270a21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632958'] for port, precommit_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:22:28.259562 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_hamode_db [None req-cd08d31d-53dd-4163-af55-f31c92e95e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ec829b5-df62-4eeb-b9be-0781d58bffbd', 'name': 'tempest-AttachVolumeTestJSON-1231333648-router', 'tenant_id': 'cb69ef4d450d449286542b7dabcb8f7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:15:49Z', 'updated_at': '2021-04-20T18:22:27Z', 'revision_number': 6, 'project_id': 'cb69ef4d450d449286542b7dabcb8f7a', 'gw_port_host': None}], 'dv-cinder-786929-2-smb', False) {} {{(pid=86312) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:22:28.265148 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd08d31d-53dd-4163-af55-f31c92e95e67 None None] The sync data for ids ['7ec829b5-df62-4eeb-b9be-0781d58bffbd'] in dv-cinder-786929-2-smb is: [{'id': '7ec829b5-df62-4eeb-b9be-0781d58bffbd', 'name': 'tempest-AttachVolumeTestJSON-1231333648-router', 'tenant_id': 'cb69ef4d450d449286542b7dabcb8f7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:15:49Z', 'updated_at': '2021-04-20T18:22:27Z', 'revision_number': 6, 'project_id': 'cb69ef4d450d449286542b7dabcb8f7a', 'gw_port_host': None}] {{(pid=86312) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 18:22:28.335362 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.plugin [None req-4cf74b29-43e2-48dd-bf6b-18d8ad270a21 admin admin] Calling delete_port for 46da91c7-c992-45ad-b29d-ea4047abeef9 owned by network:router_gateway {{(pid=86310) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 18:22:28.539221 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-4cf74b29-43e2-48dd-bf6b-18d8ad270a21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852966479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363299861045279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363299861495122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852424964'] for port, after_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:22:28.550578 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-fdf7fc81-0e8c-4194-934c-1872de061b9d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:22:28.609747 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf74b29-43e2-48dd-bf6b-18d8ad270a21 admin admin] Pushing event deleted for resources: {'Port': ['ID=46da91c7-c992-45ad-b29d-ea4047abeef9,revision_number=None']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:22:28.614119 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-4cf74b29-43e2-48dd-bf6b-18d8ad270a21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:22:28.788205 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-4cf74b29-43e2-48dd-bf6b-18d8ad270a21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854149018'] for router_gateway, after_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:22:29.165300 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-4cf74b29-43e2-48dd-bf6b-18d8ad270a21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854121414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854760238'] for router, precommit_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:22:29.170308 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-4cf74b29-43e2-48dd-bf6b-18d8ad270a21 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:22:29.215008 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-4cf74b29-43e2-48dd-bf6b-18d8ad270a21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-395902'] for router, after_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:22:29.215661 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cf74b29-43e2-48dd-bf6b-18d8ad270a21 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7ec829b5-df62-4eeb-b9be-0781d58bffbd {{(pid=86310) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 20 18:22:29.268564 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0f0648-fd72-4fb1-8e90-d3644ef2d600 req-9891150d-9b43-4a88-96e9-79c10989c7c6 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:22:29.270329 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-cc0f0648-fd72-4fb1-8e90-d3644ef2d600 req-9891150d-9b43-4a88-96e9-79c10989c7c6 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca697cc4-a8c4-410c-b96c-ff8164d02a38 HTTP/1.1" status: 200 len: 943 time: 0.2151203 Apr 20 18:22:29.275161 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-e9f29386-7c1b-43bc-aed9-43f7449883b5 req-0b5721ca-c345-49f9-bf79-90a4bc70d0c8 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ca697cc4-a8c4-410c-b96c-ff8164d02a38&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2215624 Apr 20 18:22:29.277656 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-4cf74b29-43e2-48dd-bf6b-18d8ad270a21 admin admin] Notify callbacks [] for router, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:22:29.278847 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-4cf74b29-43e2-48dd-bf6b-18d8ad270a21 admin admin] 10.222.0.32 "DELETE /v2.0/routers/7ec829b5-df62-4eeb-b9be-0781d58bffbd HTTP/1.1" status: 204 len: 168 time: 2.2161918 Apr 20 18:22:29.281819 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.32', 56722) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:22:29.354587 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-cc0f0648-fd72-4fb1-8e90-d3644ef2d600 req-5c95eea8-f000-42a2-b8be-24a42fd0289b tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f160d63-b9de-4bb3-8300-e22923f844bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736117 Apr 20 18:22:29.373078 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.db_base_plugin_v2 [None req-98b16ef9-3bb7-4dd2-a8b7-346f547d6437 admin admin] Deleting subnet df8c402d-ed6b-4e3d-81d4-7ab30d507809 {{(pid=86311) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 20 18:22:29.377506 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-98b16ef9-3bb7-4dd2-a8b7-346f547d6437 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:22:29.439259 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-98b16ef9-3bb7-4dd2-a8b7-346f547d6437 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2266016'] for subnet, precommit_delete_associations {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:22:29.476095 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.rpc [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Device 173d9a00-e756-4b8c-8680-1588c794e4a1 no longer exists at agent hyperv_hv-cinder-78692 {{(pid=86312) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 18:22:29.515352 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.rpc [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Device 113bb86f-f45b-4cdf-b4e9-b39c07af624f no longer exists at agent ovs-agent-dv-cinder-786929-2-smb {{(pid=86312) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 18:22:29.557819 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-98b16ef9-3bb7-4dd2-a8b7-346f547d6437 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852945248'] for subnet, precommit_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:22:29.768801 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.plugin [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] No Port match for: 113bb86f-f45b-4cdf-b4e9-b39c07af624f {{(pid=86312) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 18:22:29.769170 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.rpc [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Device 113bb86f-f45b-4cdf-b4e9-b39c07af624f not bound to the agent host dv-cinder-786929-2-smb {{(pid=86312) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 18:22:29.769673 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.rpc [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Device 46da91c7-c992-45ad-b29d-ea4047abeef9 no longer exists at agent ovs-agent-dv-cinder-786929-2-smb {{(pid=86312) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 18:22:29.819026 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.plugin [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] No Port match for: 46da91c7-c992-45ad-b29d-ea4047abeef9 {{(pid=86312) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 18:22:29.819501 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.rpc [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Device 46da91c7-c992-45ad-b29d-ea4047abeef9 not bound to the agent host dv-cinder-786929-2-smb {{(pid=86312) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 18:22:29.990177 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-98b16ef9-3bb7-4dd2-a8b7-346f547d6437 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1830552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854235284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036850694064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2979558'] for subnet, after_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:22:29.995902 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-ce712147-76ba-4d4e-b316-14f8fc1f7915 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:22:30.034375 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f29386-7c1b-43bc-aed9-43f7449883b5 req-f2e8f5a9-4b37-47a9-9b20-811be5accb40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:22:30.036111 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b16ef9-3bb7-4dd2-a8b7-346f547d6437 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=df8c402d-ed6b-4e3d-81d4-7ab30d507809,revision_number=None']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:22:30.036361 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-e9f29386-7c1b-43bc-aed9-43f7449883b5 req-f2e8f5a9-4b37-47a9-9b20-811be5accb40 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ca697cc4-a8c4-410c-b96c-ff8164d02a38&tenant_id=02dae3b9331843428972d1ab84d0d2ed HTTP/1.1" status: 200 len: 1096 time: 0.1085687 Apr 20 18:22:30.038381 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-98b16ef9-3bb7-4dd2-a8b7-346f547d6437 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-751497'] for subnet, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:22:30.042071 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-98b16ef9-3bb7-4dd2-a8b7-346f547d6437 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:22:30.047181 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-98b16ef9-3bb7-4dd2-a8b7-346f547d6437 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/df8c402d-ed6b-4e3d-81d4-7ab30d507809 HTTP/1.1" status: 204 len: 168 time: 0.7637272 Apr 20 18:22:30.052001 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.32', 56732) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:22:30.055847 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0466159e-75a2-484d-ad87-b0f0211fb9a1 None None] Network eb98ba18-b0fc-455c-9bef-282881864632 requested from dv-cinder-786929-2-smb {{(pid=86312) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 18:22:30.364896 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-c2f749c8-1210-4292-9480-53eb9aa43a97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853350932'] for network, before_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:22:30.411313 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.plugin [None req-c2f749c8-1210-4292-9480-53eb9aa43a97 admin admin] Deleting port f00968bf-ee8f-4038-8cfc-71171d69908c {{(pid=86310) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:22:30.411936 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-c2f749c8-1210-4292-9480-53eb9aa43a97 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363299861050484'] for port, before_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:22:30.469892 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f29386-7c1b-43bc-aed9-43f7449883b5 req-cd292380-f0e3-40a4-bd91-c5d4ac7dd4bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:22:30.472504 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-e9f29386-7c1b-43bc-aed9-43f7449883b5 req-cd292380-f0e3-40a4-bd91-c5d4ac7dd4bb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=02dae3b9331843428972d1ab84d0d2ed&device_id=ca697cc4-a8c4-410c-b96c-ff8164d02a38 HTTP/1.1" status: 200 len: 1096 time: 0.3852501 Apr 20 18:22:30.516209 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4567e09-d06f-4047-9a4c-3a0c77f06487 None None] DHCP port deletion for eb98ba18-b0fc-455c-9bef-282881864632 request from dv-cinder-786929-2-smb {{(pid=86312) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 20 18:22:30.524368 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.plugin [None req-d4567e09-d06f-4047-9a4c-3a0c77f06487 None None] Deleting port f00968bf-ee8f-4038-8cfc-71171d69908c {{(pid=86312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:22:30.525597 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-d4567e09-d06f-4047-9a4c-3a0c77f06487 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363299861050484'] for port, before_delete {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:22:30.708410 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e23898d-1b4a-4ac5-a09c-06c460b149d6 req-5399cbac-ed05-43c3-ad48-fbefc6473b16 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:22:30.713840 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-5e23898d-1b4a-4ac5-a09c-06c460b149d6 req-5399cbac-ed05-43c3-ad48-fbefc6473b16 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca697cc4-a8c4-410c-b96c-ff8164d02a38 HTTP/1.1" status: 200 len: 943 time: 0.1618605 Apr 20 18:22:30.801302 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f29386-7c1b-43bc-aed9-43f7449883b5 req-49732506-1478-4d71-a5a3-c93eebcb111a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:22:30.802924 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-e9f29386-7c1b-43bc-aed9-43f7449883b5 req-49732506-1478-4d71-a5a3-c93eebcb111a service neutron] 10.222.0.13 "GET /v2.0/networks?id=5b82a5ad-5a0b-4f36-b6c5-403cadd34a79 HTTP/1.1" status: 200 len: 918 time: 0.3150637 Apr 20 18:22:30.814590 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-5e23898d-1b4a-4ac5-a09c-06c460b149d6 req-9dc91e33-d594-4b4c-b853-8daf045fe123 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f160d63-b9de-4bb3-8300-e22923f844bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0859108 Apr 20 18:22:30.855759 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.db [None req-d4567e09-d06f-4047-9a4c-3a0c77f06487 None None] For port f00968bf-ee8f-4038-8cfc-71171d69908c, host dv-cinder-786929-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-2-smb',level=0,port_id=f00968bf-ee8f-4038-8cfc-71171d69908c,segment=NetworkSegment(ad36d8b3-d89e-4c97-9e5d-6bb749241abc),segment_id=ad36d8b3-d89e-4c97-9e5d-6bb749241abc)] {{(pid=86312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:22:30.856450 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-d4567e09-d06f-4047-9a4c-3a0c77f06487 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632958'] for port, precommit_delete {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:22:30.908251 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.db [None req-c2f749c8-1210-4292-9480-53eb9aa43a97 admin admin] For port f00968bf-ee8f-4038-8cfc-71171d69908c, host dv-cinder-786929-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-2-smb',level=0,port_id=f00968bf-ee8f-4038-8cfc-71171d69908c,segment=NetworkSegment(ad36d8b3-d89e-4c97-9e5d-6bb749241abc),segment_id=ad36d8b3-d89e-4c97-9e5d-6bb749241abc)] {{(pid=86310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:22:30.908837 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-c2f749c8-1210-4292-9480-53eb9aa43a97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632958'] for port, precommit_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:22:31.022401 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.plugin [None req-d4567e09-d06f-4047-9a4c-3a0c77f06487 None None] Calling delete_port for f00968bf-ee8f-4038-8cfc-71171d69908c owned by network:dhcp {{(pid=86312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 18:22:31.077606 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.plugin [None req-c2f749c8-1210-4292-9480-53eb9aa43a97 admin admin] Calling delete_port for f00968bf-ee8f-4038-8cfc-71171d69908c owned by network:dhcp {{(pid=86310) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 18:22:31.133570 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-e9f29386-7c1b-43bc-aed9-43f7449883b5 req-b627eb13-17ba-47b7-b121-7ceb34ba45fe service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=173d9a00-e756-4b8c-8680-1588c794e4a1 HTTP/1.1" status: 200 len: 999 time: 0.3235328 Apr 20 18:22:31.141122 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-d4567e09-d06f-4047-9a4c-3a0c77f06487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852966479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363299861045279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363299861495122'] for port, after_delete {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:22:31.149603 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:22:31.237029 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f29386-7c1b-43bc-aed9-43f7449883b5 req-026d46c7-003d-4d93-8ac1-f09f9ec39504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:22:31.238671 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-e9f29386-7c1b-43bc-aed9-43f7449883b5 req-026d46c7-003d-4d93-8ac1-f09f9ec39504 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a0d1d23a-bc57-4fd3-ab7b-5ff7156471c8 HTTP/1.1" status: 200 len: 856 time: 0.0948563 Apr 20 18:22:31.240146 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.db.api [None req-c2f749c8-1210-4292-9480-53eb9aa43a97 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86310) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 20 18:22:31.240504 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_db.api [None req-c2f749c8-1210-4292-9480-53eb9aa43a97 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86310) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 20 18:22:31.249425 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4567e09-d06f-4047-9a4c-3a0c77f06487 None None] No DVR routers for this DVR port f00968bf-ee8f-4038-8cfc-71171d69908c on host dv-cinder-786929-2-smb {{(pid=86312) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 18:22:31.256001 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4567e09-d06f-4047-9a4c-3a0c77f06487 None None] Pushing event deleted for resources: {'Port': ['ID=f00968bf-ee8f-4038-8cfc-71171d69908c,revision_number=None']} {{(pid=86312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:22:31.260942 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-d4567e09-d06f-4047-9a4c-3a0c77f06487 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:22:31.327685 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f29386-7c1b-43bc-aed9-43f7449883b5 req-b8a29803-e355-4895-a0e6-1689a68ae163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:22:31.329350 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-e9f29386-7c1b-43bc-aed9-43f7449883b5 req-b8a29803-e355-4895-a0e6-1689a68ae163 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5b82a5ad-5a0b-4f36-b6c5-403cadd34a79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0847824 Apr 20 18:22:31.460688 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.rpc [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Device f00968bf-ee8f-4038-8cfc-71171d69908c no longer exists at agent ovs-agent-dv-cinder-786929-2-smb {{(pid=86312) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 18:22:31.500562 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.plugin [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] No Port match for: f00968bf-ee8f-4038-8cfc-71171d69908c {{(pid=86312) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 18:22:31.500954 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.rpc [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Device f00968bf-ee8f-4038-8cfc-71171d69908c not bound to the agent host dv-cinder-786929-2-smb {{(pid=86312) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 18:22:31.578910 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-e9f29386-7c1b-43bc-aed9-43f7449883b5 req-926374f9-a608-49eb-8e06-54ed4d2dd731 service neutron] 10.222.0.13 "GET /v2.0/networks/5b82a5ad-5a0b-4f36-b6c5-403cadd34a79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2425382 Apr 20 18:22:32.038928 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.plugin [None req-c2f749c8-1210-4292-9480-53eb9aa43a97 admin admin] Deleting port f00968bf-ee8f-4038-8cfc-71171d69908c {{(pid=86310) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:22:32.039302 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-c2f749c8-1210-4292-9480-53eb9aa43a97 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363299861050484'] for port, before_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:22:32.187697 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.plugin [None req-c2f749c8-1210-4292-9480-53eb9aa43a97 admin admin] The port 'f00968bf-ee8f-4038-8cfc-71171d69908c' was deleted {{(pid=86310) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 20 18:22:32.375353 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-e9f29386-7c1b-43bc-aed9-43f7449883b5 req-9126c3e3-d99b-4683-9912-a6916ab8bcf2 service neutron] 10.222.0.13 "GET /v2.0/networks/5b82a5ad-5a0b-4f36-b6c5-403cadd34a79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7907696 Apr 20 18:22:32.383364 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-c2f749c8-1210-4292-9480-53eb9aa43a97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1830645', 'neutron.services.segments.db._delete_segments_for_network-8736993762163'] for network, precommit_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:22:32.558970 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae1fb30-865c-481c-b159-d0dfc6f55373 req-e6ddc290-f5c4-456e-82c7-af9fac6da798 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:22:32.561819 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-0ae1fb30-865c-481c-b159-d0dfc6f55373 req-e6ddc290-f5c4-456e-82c7-af9fac6da798 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca697cc4-a8c4-410c-b96c-ff8164d02a38 HTTP/1.1" status: 200 len: 943 time: 0.4955640 Apr 20 18:22:32.693526 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.services.segments.db [None req-c2f749c8-1210-4292-9480-53eb9aa43a97 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb98ba18-b0fc-455c-9bef-282881864632']}} {{(pid=86310) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:22:32.728790 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-0ae1fb30-865c-481c-b159-d0dfc6f55373 req-35d6dd40-78b7-41ba-9e78-afb6974d969f tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f160d63-b9de-4bb3-8300-e22923f844bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1567388 Apr 20 18:22:32.732592 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.services.segments.db [None req-c2f749c8-1210-4292-9480-53eb9aa43a97 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad36d8b3-d89e-4c97-9e5d-6bb749241abc') {'for_net_delete': True} {{(pid=86310) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:22:32.733402 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.services.segments.db [None req-c2f749c8-1210-4292-9480-53eb9aa43a97 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad36d8b3-d89e-4c97-9e5d-6bb749241abc') {} {{(pid=86310) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:22:32.757664 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-c2f749c8-1210-4292-9480-53eb9aa43a97 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363299860984163', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852424716'] for segment, before_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:22:32.781573 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-c2f749c8-1210-4292-9480-53eb9aa43a97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1711814'] for segment, precommit_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:22:32.790558 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2f749c8-1210-4292-9480-53eb9aa43a97 admin admin] Releasing vlan 146 on physical network physnet1 to pool {{(pid=86310) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 20 18:22:32.958578 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299861013637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394135'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:22:33.038097 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.managers [None req-c2f749c8-1210-4292-9480-53eb9aa43a97 admin admin] Network eb98ba18-b0fc-455c-9bef-282881864632 has no segments {{(pid=86310) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 18:22:33.061790 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-c2f749c8-1210-4292-9480-53eb9aa43a97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853064015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2350731'] for segment, after_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:22:33.442903 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.managers [None req-c2f749c8-1210-4292-9480-53eb9aa43a97 admin admin] Network eb98ba18-b0fc-455c-9bef-282881864632 has no segments {{(pid=86310) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 18:22:33.469225 dv-cinder-786929-2-smb neutron-server[86195]: Traceback (most recent call last): Apr 20 18:22:33.469225 dv-cinder-786929-2-smb neutron-server[86195]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 18:22:33.469225 dv-cinder-786929-2-smb neutron-server[86195]: timer() Apr 20 18:22:33.469225 dv-cinder-786929-2-smb neutron-server[86195]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 18:22:33.469225 dv-cinder-786929-2-smb neutron-server[86195]: cb(*args, **kw) Apr 20 18:22:33.469225 dv-cinder-786929-2-smb neutron-server[86195]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 20 18:22:33.469225 dv-cinder-786929-2-smb neutron-server[86195]: return func(*args, **kwargs) Apr 20 18:22:33.469225 dv-cinder-786929-2-smb neutron-server[86195]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 18:22:33.469225 dv-cinder-786929-2-smb neutron-server[86195]: self._notify() Apr 20 18:22:33.469225 dv-cinder-786929-2-smb neutron-server[86195]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 18:22:33.469225 dv-cinder-786929-2-smb neutron-server[86195]: self.callback(batched_events) Apr 20 18:22:33.469225 dv-cinder-786929-2-smb neutron-server[86195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 18:22:33.469225 dv-cinder-786929-2-smb neutron-server[86195]: event.method(event) Apr 20 18:22:33.469225 dv-cinder-786929-2-smb neutron-server[86195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 18:22:33.469225 dv-cinder-786929-2-smb neutron-server[86195]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 18:22:33.469225 dv-cinder-786929-2-smb neutron-server[86195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 20 18:22:33.469225 dv-cinder-786929-2-smb neutron-server[86195]: segment_id)['aggregates'][0] Apr 20 18:22:33.469225 dv-cinder-786929-2-smb neutron-server[86195]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 18:22:33.469225 dv-cinder-786929-2-smb neutron-server[86195]: return f(self, *a, **k) Apr 20 18:22:33.469225 dv-cinder-786929-2-smb neutron-server[86195]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 18:22:33.469225 dv-cinder-786929-2-smb neutron-server[86195]: return self._get(url).json() Apr 20 18:22:33.469225 dv-cinder-786929-2-smb neutron-server[86195]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 18:22:33.469225 dv-cinder-786929-2-smb neutron-server[86195]: **kwargs) Apr 20 18:22:33.469225 dv-cinder-786929-2-smb neutron-server[86195]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 18:22:33.469225 dv-cinder-786929-2-smb neutron-server[86195]: return self.request(url, 'GET', **kwargs) Apr 20 18:22:33.469225 dv-cinder-786929-2-smb neutron-server[86195]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 20 18:22:33.469225 dv-cinder-786929-2-smb neutron-server[86195]: **endpoint_filter) Apr 20 18:22:33.469225 dv-cinder-786929-2-smb neutron-server[86195]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 18:22:33.469225 dv-cinder-786929-2-smb neutron-server[86195]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 18:22:33.469225 dv-cinder-786929-2-smb neutron-server[86195]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 18:22:33.469225 dv-cinder-786929-2-smb neutron-server[86195]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 18:22:33.469225 dv-cinder-786929-2-smb neutron-server[86195]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 18:22:33.568298 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-c2f749c8-1210-4292-9480-53eb9aa43a97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036852945155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854236788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854121855'] for network, after_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:22:33.580931 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-c2f749c8-1210-4292-9480-53eb9aa43a97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-751497'] for network, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:22:33.591826 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:22:33.621205 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f749c8-1210-4292-9480-53eb9aa43a97 admin admin] Pushing event deleted for resources: {'Network': ['ID=eb98ba18-b0fc-455c-9bef-282881864632,revision_number=None']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:22:33.626319 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-c2f749c8-1210-4292-9480-53eb9aa43a97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:22:33.645783 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-c2f749c8-1210-4292-9480-53eb9aa43a97 admin admin] 10.222.0.32 "DELETE /v2.0/networks/eb98ba18-b0fc-455c-9bef-282881864632 HTTP/1.1" status: 204 len: 168 time: 3.5901971 Apr 20 18:22:33.809250 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.32', 56764) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:22:33.868951 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-0e654b51-8dcf-47cd-bab3-af8520ab0b26 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=cb69ef4d450d449286542b7dabcb8f7a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0583186 Apr 20 18:22:33.874095 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.32', 56768) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:22:33.964430 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-d0304943-478b-4436-8e72-2c5879a05773 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:22:34.014994 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-d0304943-478b-4436-8e72-2c5879a05773 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:22:34.047571 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449e4750-1b18-4029-a4ff-99bd3842751f req-e99430f0-cec9-470e-82f9-4a4516e62ce0 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:22:34.057159 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-449e4750-1b18-4029-a4ff-99bd3842751f req-e99430f0-cec9-470e-82f9-4a4516e62ce0 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca697cc4-a8c4-410c-b96c-ff8164d02a38 HTTP/1.1" status: 200 len: 943 time: 0.1688502 Apr 20 18:22:34.083282 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-d0304943-478b-4436-8e72-2c5879a05773 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854236768'] for security_group, after_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:22:34.095604 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-a4ca116c-5a81-47f7-98c6-ed52a2a7f95a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:22:34.113691 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0304943-478b-4436-8e72-2c5879a05773 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12852a07-dc53-4230-93a7-966ced4d310b,revision_number=None']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:22:34.116043 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-d0304943-478b-4436-8e72-2c5879a05773 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:22:34.121813 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-d0304943-478b-4436-8e72-2c5879a05773 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/12852a07-dc53-4230-93a7-966ced4d310b HTTP/1.1" status: 204 len: 168 time: 0.2416332 Apr 20 18:22:34.121813 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-d0304943-478b-4436-8e72-2c5879a05773 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:22:34.131559 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-449e4750-1b18-4029-a4ff-99bd3842751f req-c0040a32-f45e-4d4d-86b4-126977faa036 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f160d63-b9de-4bb3-8300-e22923f844bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727215 Apr 20 18:22:35.518294 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e36573b-5766-43d3-a64c-cc475a595743 req-83c78367-eb0a-46af-ac1f-f77dfe2a2c43 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:22:35.520200 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-0e36573b-5766-43d3-a64c-cc475a595743 req-83c78367-eb0a-46af-ac1f-f77dfe2a2c43 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca697cc4-a8c4-410c-b96c-ff8164d02a38 HTTP/1.1" status: 200 len: 943 time: 0.1157069 Apr 20 18:22:35.576872 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-0e36573b-5766-43d3-a64c-cc475a595743 req-aeb52e39-aae7-4fc0-a8d4-c04d63ab13c8 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f160d63-b9de-4bb3-8300-e22923f844bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487819 Apr 20 18:22:36.894103 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfcbc84-e4ec-4598-b9a6-ca45340d71d5 req-135459a1-0e0e-45fa-8b3a-b00f3c7d2d8e tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:22:36.904099 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-bbfcbc84-e4ec-4598-b9a6-ca45340d71d5 req-135459a1-0e0e-45fa-8b3a-b00f3c7d2d8e tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca697cc4-a8c4-410c-b96c-ff8164d02a38 HTTP/1.1" status: 200 len: 943 time: 0.1647363 Apr 20 18:22:36.968318 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-bbfcbc84-e4ec-4598-b9a6-ca45340d71d5 req-21a194ae-ee46-40e4-8b16-63b135ca93be tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f160d63-b9de-4bb3-8300-e22923f844bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602045 Apr 20 18:22:38.083303 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-ef547e8b-8868-4df9-b853-19165216a9a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299861013637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394135'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:22:38.294117 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59bd1d0-b797-4898-ab8f-3ee7b03aeef5 req-06c2a223-1487-4ab9-a4f3-8fffcefd14d5 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:22:38.301113 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-b59bd1d0-b797-4898-ab8f-3ee7b03aeef5 req-06c2a223-1487-4ab9-a4f3-8fffcefd14d5 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca697cc4-a8c4-410c-b96c-ff8164d02a38 HTTP/1.1" status: 200 len: 943 time: 0.1433980 Apr 20 18:22:38.389505 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-b59bd1d0-b797-4898-ab8f-3ee7b03aeef5 req-daeb31cc-2039-45f5-8862-0de27c021b5b tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f160d63-b9de-4bb3-8300-e22923f844bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804880 Apr 20 18:22:39.689903 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a783f23-97b4-41a8-93f2-befd290cbdd6 req-f117f78d-1db4-41a2-babc-a782db97c247 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:22:39.695183 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-4a783f23-97b4-41a8-93f2-befd290cbdd6 req-f117f78d-1db4-41a2-babc-a782db97c247 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca697cc4-a8c4-410c-b96c-ff8164d02a38 HTTP/1.1" status: 200 len: 943 time: 0.1397407 Apr 20 18:22:39.756015 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-4a783f23-97b4-41a8-93f2-befd290cbdd6 req-e6a7608f-2a6f-4051-90da-d8d54cb487ab tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f160d63-b9de-4bb3-8300-e22923f844bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510235 Apr 20 18:22:40.920255 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-9e5b4602-0f31-4f27-8ecf-59159cff806f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299861013637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394135'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:22:41.110056 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0f3f19-5750-468e-9d86-3c16032cb291 req-05b241c4-02d2-4a81-b7da-633ece3ddaa4 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:22:41.114711 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-ff0f3f19-5750-468e-9d86-3c16032cb291 req-05b241c4-02d2-4a81-b7da-633ece3ddaa4 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca697cc4-a8c4-410c-b96c-ff8164d02a38 HTTP/1.1" status: 200 len: 943 time: 0.1838162 Apr 20 18:22:41.131974 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-2bb93f3c-0bff-4547-a1e0-c38a344e24ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299861013637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394135'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:22:41.199497 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-ff0f3f19-5750-468e-9d86-3c16032cb291 req-204e12be-9c1e-4003-91e7-91401b6f2499 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f160d63-b9de-4bb3-8300-e22923f844bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696900 Apr 20 18:22:42.172437 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299861013637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394135'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:22:42.767337 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd7a6dc-38ea-464f-8459-6b72cc6061ac req-9168908e-0e72-4e2d-8d59-f8d796a3dda7 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:22:42.781104 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-ebd7a6dc-38ea-464f-8459-6b72cc6061ac req-9168908e-0e72-4e2d-8d59-f8d796a3dda7 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca697cc4-a8c4-410c-b96c-ff8164d02a38 HTTP/1.1" status: 200 len: 943 time: 0.2254891 Apr 20 18:22:42.881064 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-ebd7a6dc-38ea-464f-8459-6b72cc6061ac req-d3a61f1f-148b-42cf-9ac0-216c23f59880 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f160d63-b9de-4bb3-8300-e22923f844bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860455 Apr 20 18:22:43.079808 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.32', 56870) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:22:43.272407 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-76996c00-ad97-47a5-93dd-5a8aedd32f39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:22:43.289746 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-76996c00-ad97-47a5-93dd-5a8aedd32f39 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:22:43.294998 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-76996c00-ad97-47a5-93dd-5a8aedd32f39 admin admin] Usage tracker for resource:security_group_rule and tenant:97615a4ce9a243c5b148135766d7a9a7 is out of sync, need to count used quota {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:22:43.298189 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-76996c00-ad97-47a5-93dd-5a8aedd32f39 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:22:43.305777 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-76996c00-ad97-47a5-93dd-5a8aedd32f39 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:22:43.320352 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-f70b5d3b-7deb-456f-82aa-acef0ba2518a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299861013637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394135'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:22:43.442343 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-76996c00-ad97-47a5-93dd-5a8aedd32f39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:22:43.445286 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-76996c00-ad97-47a5-93dd-5a8aedd32f39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854236768'] for security_group, after_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:22:43.456522 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-66410c46-c65c-4050-afbb-5aaa7c89e5d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:22:43.503779 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-76996c00-ad97-47a5-93dd-5a8aedd32f39 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=97615a4ce9a243c5b148135766d7a9a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4201453 Apr 20 18:22:43.505877 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76996c00-ad97-47a5-93dd-5a8aedd32f39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=271b7ad4-f723-4306-a39b-2a371c32caeb,revision_number=1']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:22:43.510275 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.32', 56876) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:22:43.511483 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-76996c00-ad97-47a5-93dd-5a8aedd32f39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:22:43.584979 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-8081e9de-c88f-49e1-b51a-feb6d7f5c98a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:22:43.617325 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-8081e9de-c88f-49e1-b51a-feb6d7f5c98a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:22:43.678398 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-8081e9de-c88f-49e1-b51a-feb6d7f5c98a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854236768'] for security_group, after_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:22:43.684586 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-d39fb639-a9a5-45a1-8897-b5fd8959f617 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:22:43.698984 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8081e9de-c88f-49e1-b51a-feb6d7f5c98a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=271b7ad4-f723-4306-a39b-2a371c32caeb,revision_number=None']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:22:43.701902 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-8081e9de-c88f-49e1-b51a-feb6d7f5c98a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:22:43.703217 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-8081e9de-c88f-49e1-b51a-feb6d7f5c98a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:22:43.704412 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-8081e9de-c88f-49e1-b51a-feb6d7f5c98a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/271b7ad4-f723-4306-a39b-2a371c32caeb HTTP/1.1" status: 204 len: 168 time: 0.1915965 Apr 20 18:22:44.040070 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.32', 56886) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:22:44.075394 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-c1661517-da8a-492d-a0db-fcc30b6a721c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:22:44.103683 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-c1661517-da8a-492d-a0db-fcc30b6a721c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:22:44.110880 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-c1661517-da8a-492d-a0db-fcc30b6a721c admin admin] Usage tracker for resource:security_group_rule and tenant:14d1cb32df6444718dfe2bbb4e9fb029 is out of sync, need to count used quota {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:22:44.116181 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-c1661517-da8a-492d-a0db-fcc30b6a721c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:22:44.127877 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-c1661517-da8a-492d-a0db-fcc30b6a721c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:22:44.192500 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6ff41b-76e1-43b4-a4b2-4d97c053ad14 req-eec354b9-4d2a-4d7f-85bb-a9c7b5d4da9b tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:22:44.195298 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-da6ff41b-76e1-43b4-a4b2-4d97c053ad14 req-eec354b9-4d2a-4d7f-85bb-a9c7b5d4da9b tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca697cc4-a8c4-410c-b96c-ff8164d02a38 HTTP/1.1" status: 200 len: 943 time: 0.1690140 Apr 20 18:22:44.259251 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-c1661517-da8a-492d-a0db-fcc30b6a721c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:22:44.263495 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-c1661517-da8a-492d-a0db-fcc30b6a721c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854236768'] for security_group, after_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:22:44.265494 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-da6ff41b-76e1-43b4-a4b2-4d97c053ad14 req-d7b3e519-444a-40b0-9d81-c7c01bd1ac07 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f160d63-b9de-4bb3-8300-e22923f844bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611498 Apr 20 18:22:44.277909 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-cc78157b-c90d-4d19-a172-30d4c84f0c19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:22:44.323045 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-c1661517-da8a-492d-a0db-fcc30b6a721c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=14d1cb32df6444718dfe2bbb4e9fb029&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2803953 Apr 20 18:22:44.325306 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1661517-da8a-492d-a0db-fcc30b6a721c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7fbe05d-354f-4a32-8ed5-01502ca99607,revision_number=1']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:22:44.328349 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.32', 56890) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:22:44.328740 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-c1661517-da8a-492d-a0db-fcc30b6a721c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:22:44.445657 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-fba58a4e-706f-43fc-a56e-85f721d3b41f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:22:44.503125 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-fba58a4e-706f-43fc-a56e-85f721d3b41f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:22:44.559002 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-fba58a4e-706f-43fc-a56e-85f721d3b41f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854236768'] for security_group, after_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:22:44.565026 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-09299ba5-bc3b-448c-a696-a1ccd8ce6fda admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:22:44.583841 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba58a4e-706f-43fc-a56e-85f721d3b41f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7fbe05d-354f-4a32-8ed5-01502ca99607,revision_number=None']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:22:44.586640 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-fba58a4e-706f-43fc-a56e-85f721d3b41f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:22:44.596909 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-fba58a4e-706f-43fc-a56e-85f721d3b41f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:22:44.598182 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-fba58a4e-706f-43fc-a56e-85f721d3b41f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e7fbe05d-354f-4a32-8ed5-01502ca99607 HTTP/1.1" status: 204 len: 168 time: 0.2681377 Apr 20 18:22:45.492048 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526f815b-3b46-4c60-af63-20da8fd6d0c3 req-76646840-cf3b-42b9-81da-719a16c04a63 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:22:45.493756 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-526f815b-3b46-4c60-af63-20da8fd6d0c3 req-76646840-cf3b-42b9-81da-719a16c04a63 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca697cc4-a8c4-410c-b96c-ff8164d02a38 HTTP/1.1" status: 200 len: 943 time: 0.1014686 Apr 20 18:22:45.550937 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-526f815b-3b46-4c60-af63-20da8fd6d0c3 req-1c289915-66a0-4e2f-93fb-451a3ad50c06 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f160d63-b9de-4bb3-8300-e22923f844bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467396 Apr 20 18:22:45.574228 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.rpc [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Device 173d9a00-e756-4b8c-8680-1588c794e4a1 details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=86312) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 18:22:45.740327 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.db [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] For port 173d9a00-e756-4b8c-8680-1588c794e4a1, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=173d9a00-e756-4b8c-8680-1588c794e4a1,segment=NetworkSegment(48e9a50f-9987-468e-9cbc-b73b5f8756db),segment_id=48e9a50f-9987-468e-9cbc-b73b5f8756db)] {{(pid=86312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:22:45.761446 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.rpc [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Returning: {'device': '173d9a00-e756-4b8c-8680-1588c794e4a1', 'network_id': '5b82a5ad-5a0b-4f36-b6c5-403cadd34a79', 'port_id': '173d9a00-e756-4b8c-8680-1588c794e4a1', 'mac_address': 'fa:16:3e:18:00:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0d1d23a-bc57-4fd3-ab7b-5ff7156471c8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86312) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 18:22:45.831178 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624671'] for port, before_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:22:45.851933 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.notifiers.nova [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 173d9a00-e756-4b8c-8680-1588c794e4a1 {{(pid=86312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 18:22:45.871904 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.db [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] For port 173d9a00-e756-4b8c-8680-1588c794e4a1, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=173d9a00-e756-4b8c-8680-1588c794e4a1,segment=NetworkSegment(48e9a50f-9987-468e-9cbc-b73b5f8756db),segment_id=48e9a50f-9987-468e-9cbc-b73b5f8756db)] {{(pid=86312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:22:45.876268 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852966479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736993730504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736993280695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299861495088'] for port, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:22:45.878216 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:22:45.979740 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Pushing event updated for resources: {'Port': ['ID=173d9a00-e756-4b8c-8680-1588c794e4a1,revision_number=9']} {{(pid=86312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:22:45.984682 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:22:46.087896 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.db [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] get_ports_and_sgs() called for port_ids ['173d9a00-e756-4b8c-8680-1588c794e4a1'] {{(pid=86312) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 18:22:46.133135 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.32', 56924) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:22:46.278089 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-ed5dae9f-e936-4cd0-a215-9fa9e3a6d3aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:22:46.295268 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-ed5dae9f-e936-4cd0-a215-9fa9e3a6d3aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:22:46.299765 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-ed5dae9f-e936-4cd0-a215-9fa9e3a6d3aa admin admin] Usage tracker for resource:security_group_rule and tenant:2b1ef5b6c2c54929b34f26747ccefef9 is out of sync, need to count used quota {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:22:46.302962 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-ed5dae9f-e936-4cd0-a215-9fa9e3a6d3aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:22:46.310201 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-ed5dae9f-e936-4cd0-a215-9fa9e3a6d3aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:22:46.405933 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-ed5dae9f-e936-4cd0-a215-9fa9e3a6d3aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:22:46.409579 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-ed5dae9f-e936-4cd0-a215-9fa9e3a6d3aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854236768'] for security_group, after_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:22:46.420461 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-399e2335-a95d-403d-ab5a-e838d9803977 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:22:46.467858 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-ed5dae9f-e936-4cd0-a215-9fa9e3a6d3aa admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2b1ef5b6c2c54929b34f26747ccefef9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3334622 Apr 20 18:22:46.468867 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5dae9f-e936-4cd0-a215-9fa9e3a6d3aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33bac131-732f-4b39-9763-a38ae068f89f,revision_number=1']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:22:46.471220 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.32', 56930) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:22:46.472434 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-ed5dae9f-e936-4cd0-a215-9fa9e3a6d3aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:22:46.552362 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-5c3855f8-aa95-45a0-861e-5d42be9cbbed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:22:46.584398 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-5c3855f8-aa95-45a0-861e-5d42be9cbbed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:22:46.638311 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-5c3855f8-aa95-45a0-861e-5d42be9cbbed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854236768'] for security_group, after_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:22:46.643578 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-4e63e2af-2ba5-423c-8cb6-02319c30c02f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:22:46.657729 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3855f8-aa95-45a0-861e-5d42be9cbbed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33bac131-732f-4b39-9763-a38ae068f89f,revision_number=None']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:22:46.663304 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-5c3855f8-aa95-45a0-861e-5d42be9cbbed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:22:46.674065 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-5c3855f8-aa95-45a0-861e-5d42be9cbbed admin admin] Notify callbacks [] for security_group, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:22:46.679799 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-5c3855f8-aa95-45a0-861e-5d42be9cbbed admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/33bac131-732f-4b39-9763-a38ae068f89f HTTP/1.1" status: 204 len: 168 time: 0.2027385 Apr 20 18:22:46.835379 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f891ada0-7f45-465e-bee1-d93241bef017 req-b01e075a-6c9a-4b38-866b-5415f5a0bcf5 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:22:46.838839 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-f891ada0-7f45-465e-bee1-d93241bef017 req-b01e075a-6c9a-4b38-866b-5415f5a0bcf5 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca697cc4-a8c4-410c-b96c-ff8164d02a38 HTTP/1.1" status: 200 len: 944 time: 0.1406355 Apr 20 18:22:46.925719 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-f891ada0-7f45-465e-bee1-d93241bef017 req-250ff266-1682-4368-b133-5b5c6e30becb tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f160d63-b9de-4bb3-8300-e22923f844bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788794 Apr 20 18:22:47.586698 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.rpc [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Device 173d9a00-e756-4b8c-8680-1588c794e4a1 up at agent hyperv_hv-cinder-78692 {{(pid=86312) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:22:47.725756 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.provisioning_blocks [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Provisioning complete for port 173d9a00-e756-4b8c-8680-1588c794e4a1 triggered by entity L2. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:22:47.726457 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853381758'] for port, provisioning_complete {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:22:47.997855 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624671'] for port, before_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:22:48.034444 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca697cc4-a8c4-410c-b96c-ff8164d02a38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '173d9a00-e756-4b8c-8680-1588c794e4a1'}] {{(pid=86312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:22:48.046584 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.db [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] For port 173d9a00-e756-4b8c-8680-1588c794e4a1, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=173d9a00-e756-4b8c-8680-1588c794e4a1,segment=NetworkSegment(48e9a50f-9987-468e-9cbc-b73b5f8756db),segment_id=48e9a50f-9987-468e-9cbc-b73b5f8756db)] {{(pid=86312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:22:48.053184 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852966479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736993730504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736993280695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299861495088'] for port, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:22:48.055484 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:22:48.140349 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca697cc4-a8c4-410c-b96c-ff8164d02a38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '173d9a00-e756-4b8c-8680-1588c794e4a1', 'code': 200} Apr 20 18:22:48.148064 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Pushing event updated for resources: {'Port': ['ID=173d9a00-e756-4b8c-8680-1588c794e4a1,revision_number=10']} {{(pid=86312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:22:48.157004 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:22:48.195909 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce273d4-9257-4c6e-b175-002f9a17d863 req-bc9bde0e-6071-4a06-a579-3d090df0056d tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:22:48.198565 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-4ce273d4-9257-4c6e-b175-002f9a17d863 req-bc9bde0e-6071-4a06-a579-3d090df0056d tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca697cc4-a8c4-410c-b96c-ff8164d02a38 HTTP/1.1" status: 200 len: 946 time: 0.1129947 Apr 20 18:22:48.274256 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-4ce273d4-9257-4c6e-b175-002f9a17d863 req-0200d68a-5518-4fee-97c1-733369282957 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f160d63-b9de-4bb3-8300-e22923f844bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693281 Apr 20 18:22:48.449676 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f9bf3d-81e5-4c96-9306-975e9b52425b req-c07d9dbe-0859-4a3b-9dca-82a56bebd2b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:22:48.451336 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-60f9bf3d-81e5-4c96-9306-975e9b52425b req-c07d9dbe-0859-4a3b-9dca-82a56bebd2b9 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ca697cc4-a8c4-410c-b96c-ff8164d02a38 HTTP/1.1" status: 200 len: 1099 time: 0.0864186 Apr 20 18:22:48.500219 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-60f9bf3d-81e5-4c96-9306-975e9b52425b req-c9497900-bc4c-4296-aac9-aa8e96a88143 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=9f160d63-b9de-4bb3-8300-e22923f844bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424387 Apr 20 18:22:49.721628 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fa4d77-702a-468c-bc53-7cc9da6b163b req-cacfd65e-925a-4210-8f11-f651c2ac0d16 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:22:49.724409 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-61fa4d77-702a-468c-bc53-7cc9da6b163b req-cacfd65e-925a-4210-8f11-f651c2ac0d16 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca697cc4-a8c4-410c-b96c-ff8164d02a38 HTTP/1.1" status: 200 len: 946 time: 0.1674106 Apr 20 18:22:49.801346 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-61fa4d77-702a-468c-bc53-7cc9da6b163b req-db185747-eef9-48d4-abc9-d4f84d65fac3 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f160d63-b9de-4bb3-8300-e22923f844bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673668 Apr 20 18:22:50.380874 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.32', 57018) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:22:50.637019 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.plugin [None req-893d8e89-b5d5-43c7-ae5a-4cb491fa4f1c tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] Deleting port f8fa19aa-a76c-47af-b1dd-75285c806393 {{(pid=86311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:22:50.637882 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-893d8e89-b5d5-43c7-ae5a-4cb491fa4f1c tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363299861050484'] for port, before_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:22:50.895789 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-893d8e89-b5d5-43c7-ae5a-4cb491fa4f1c tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632958'] for port, precommit_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:22:50.896630 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-893d8e89-b5d5-43c7-ae5a-4cb491fa4f1c tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:22:51.041505 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.plugin [None req-893d8e89-b5d5-43c7-ae5a-4cb491fa4f1c tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] Calling delete_port for f8fa19aa-a76c-47af-b1dd-75285c806393 owned by network:floatingip {{(pid=86311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 18:22:51.206640 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0c3272-b623-48ff-b169-e8df27ca1ac6 req-caac197e-6ffc-4ec7-82b2-823b86483e66 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:22:51.208297 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-be0c3272-b623-48ff-b169-e8df27ca1ac6 req-caac197e-6ffc-4ec7-82b2-823b86483e66 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca697cc4-a8c4-410c-b96c-ff8164d02a38 HTTP/1.1" status: 200 len: 946 time: 0.1376681 Apr 20 18:22:51.305053 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-be0c3272-b623-48ff-b169-e8df27ca1ac6 req-e1c63d02-862b-46a0-be51-1179faeb706b tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f160d63-b9de-4bb3-8300-e22923f844bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0864465 Apr 20 18:22:51.329917 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-893d8e89-b5d5-43c7-ae5a-4cb491fa4f1c tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852966479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363299861045279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363299861495122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850693756'] for port, after_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:22:51.334119 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-f4d50823-11d1-41b6-8335-8981ab80ba90 tempest-VolumesSnapshotTestJSON-785424082 tempest-VolumesSnapshotTestJSON-785424082-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:22:51.386389 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893d8e89-b5d5-43c7-ae5a-4cb491fa4f1c tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] Pushing event deleted for resources: {'Port': ['ID=f8fa19aa-a76c-47af-b1dd-75285c806393,revision_number=None']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:22:51.389930 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-893d8e89-b5d5-43c7-ae5a-4cb491fa4f1c tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:22:51.490886 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-893d8e89-b5d5-43c7-ae5a-4cb491fa4f1c tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] Notify callbacks [] for floatingip, after_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:22:51.491260 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.db.l3_db [None req-893d8e89-b5d5-43c7-ae5a-4cb491fa4f1c tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] Floating IP a695d61f-dc2b-4b2c-9349-e4249d000c73 disassociated (deleted). External IP: 172.28.0.142, port: 33d9dd43-9391-4d91-b569-05d07ccab82b. Apr 20 18:22:52.238019 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-893d8e89-b5d5-43c7-ae5a-4cb491fa4f1c tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] Router d7eb7172-f1d2-45bc-a2ac-809689020647 has already been hosted by L3 agent 40af0123-fc20-4e27-8672-759459b7c5ef {{(pid=86311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 18:22:52.429955 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.32', 57040) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:22:52.465179 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-893d8e89-b5d5-43c7-ae5a-4cb491fa4f1c tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] Notify agent at l3_agent.dv-cinder-786929-2-smb the message routers_updated {{(pid=86311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 18:22:52.476952 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94e53618-ffc0-478e-9817-565ef33a7e6d None None] Sync routers for ids ['d7eb7172-f1d2-45bc-a2ac-809689020647'] in dv-cinder-786929-2-smb {{(pid=86313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 18:22:52.486764 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-893d8e89-b5d5-43c7-ae5a-4cb491fa4f1c tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759958'] for floatingip, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:22:52.490770 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e53618-ffc0-478e-9817-565ef33a7e6d None None] Routers {'d7eb7172-f1d2-45bc-a2ac-809689020647'} bound to L3 agent in host dv-cinder-786929-2-smb {{(pid=86313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:22:52.491996 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_hamode_db [None req-94e53618-ffc0-478e-9817-565ef33a7e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786929-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T18:07:11Z,description=,heartbeat_timestamp=2021-04-20T18:22:41Z,host='dv-cinder-786929-2-smb',id=40af0123-fc20-4e27-8672-759459b7c5ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T18:07:11Z,topic='l3_agent')) {'router_ids': ['d7eb7172-f1d2-45bc-a2ac-809689020647'], 'active': True} {{(pid=86313) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:22:52.556390 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-893d8e89-b5d5-43c7-ae5a-4cb491fa4f1c tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] 10.222.0.32 "DELETE /v2.0/floatingips/a695d61f-dc2b-4b2c-9349-e4249d000c73 HTTP/1.1" status: 204 len: 168 time: 2.1741757 Apr 20 18:22:52.557665 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ddb3673-a36f-4874-ab49-e5b904f2a32b', 'tag': '33d9dd43-9391-4d91-b569-05d07ccab82b'}] {{(pid=86311) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:22:52.647658 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ddb3673-a36f-4874-ab49-e5b904f2a32b', 'tag': '33d9dd43-9391-4d91-b569-05d07ccab82b', 'status': 'completed', 'code': 200} Apr 20 18:22:52.677879 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-9e04b4b1-f06c-4f28-a21d-e12751f8e091 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:22:52.768256 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-9e04b4b1-f06c-4f28-a21d-e12751f8e091 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:22:52.781008 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-9e04b4b1-f06c-4f28-a21d-e12751f8e091 admin admin] Usage tracker for resource:security_group_rule and tenant:3e381140764846839dfbdefe62965e77 is out of sync, need to count used quota {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:22:52.785456 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-9e04b4b1-f06c-4f28-a21d-e12751f8e091 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:22:52.795504 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-9e04b4b1-f06c-4f28-a21d-e12751f8e091 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:22:52.858373 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbccff93-f2ce-4b25-8df8-2d786b8989d5 req-47838b3a-6d68-4227-8896-cc6ea5736af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:22:52.859949 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-fbccff93-f2ce-4b25-8df8-2d786b8989d5 req-47838b3a-6d68-4227-8896-cc6ea5736af2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c63217fb60aa4544a29b035267cf6bf0&device_id=0ddb3673-a36f-4874-ab49-e5b904f2a32b HTTP/1.1" status: 200 len: 1099 time: 0.1563919 Apr 20 18:22:52.992540 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_dvr_db [None req-94e53618-ffc0-478e-9817-565ef33a7e6d None None] Set router d7eb7172-f1d2-45bc-a2ac-809689020647 gateway port host: dv-cinder-786929-2-smb {{(pid=86313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 18:22:53.053478 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-9e04b4b1-f06c-4f28-a21d-e12751f8e091 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:22:53.078201 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-9e04b4b1-f06c-4f28-a21d-e12751f8e091 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854236768'] for security_group, after_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:22:53.101263 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-48e0959d-6dfb-4957-9629-126443cda4a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:22:53.141217 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c02cddf-f1c1-4618-8b59-74921b85dff0 req-4c933e28-b5d4-4e59-83a7-964838dd742a tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:22:53.142214 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [req-7c02cddf-f1c1-4618-8b59-74921b85dff0 req-4c933e28-b5d4-4e59-83a7-964838dd742a tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] Synchronizing usage tracker for tenant:c63217fb60aa4544a29b035267cf6bf0 on resource:port {{(pid=86311) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 18:22:53.147771 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbccff93-f2ce-4b25-8df8-2d786b8989d5 req-b6030607-e4bc-44f8-bbc2-c098f4d8b97d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:22:53.150742 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-fbccff93-f2ce-4b25-8df8-2d786b8989d5 req-b6030607-e4bc-44f8-bbc2-c098f4d8b97d service neutron] 10.222.0.13 "GET /v2.0/networks?id=b5591ab1-84d9-4585-836b-47bf7632765d HTTP/1.1" status: 200 len: 909 time: 0.2836637 Apr 20 18:22:53.159095 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [req-7c02cddf-f1c1-4618-8b59-74921b85dff0 req-4c933e28-b5d4-4e59-83a7-964838dd742a tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] Unset dirty status for tenant:c63217fb60aa4544a29b035267cf6bf0 on resource:port {{(pid=86311) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 18:22:53.164064 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-7c02cddf-f1c1-4618-8b59-74921b85dff0 req-4c933e28-b5d4-4e59-83a7-964838dd742a tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ddb3673-a36f-4874-ab49-e5b904f2a32b HTTP/1.1" status: 200 len: 946 time: 0.1182163 Apr 20 18:22:53.215873 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-7c02cddf-f1c1-4618-8b59-74921b85dff0 req-4de7a522-c306-4196-ba1e-5801c4b2c0f7 tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b994cb4-8011-4e1a-8be2-9459735723ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478530 Apr 20 18:22:53.318402 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-9e04b4b1-f06c-4f28-a21d-e12751f8e091 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3e381140764846839dfbdefe62965e77&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8867910 Apr 20 18:22:53.323416 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.32', 57052) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:22:53.339019 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e04b4b1-f06c-4f28-a21d-e12751f8e091 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=011d2fe1-011a-461e-a218-88f63b00aa4c,revision_number=1']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:22:53.345143 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-fbccff93-f2ce-4b25-8df8-2d786b8989d5 req-5f2455c3-32dd-4a38-9a8e-52a76a19391a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=33d9dd43-9391-4d91-b569-05d07ccab82b HTTP/1.1" status: 200 len: 217 time: 0.1610322 Apr 20 18:22:53.346677 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-9e04b4b1-f06c-4f28-a21d-e12751f8e091 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:22:53.366661 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_hamode_db [None req-94e53618-ffc0-478e-9817-565ef33a7e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7eb7172-f1d2-45bc-a2ac-809689020647', 'name': 'tempest-TestShelveInstance-932433395-router', 'tenant_id': 'c63217fb60aa4544a29b035267cf6bf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26051af8-ebd0-4db2-857e-181975352424', 'external_fixed_ips': [{'subnet_id': 'a8fb9e9c-99d7-49f9-8da9-302520785055', 'ip_address': '172.28.0.13'}], 'enable_snat': True}, 'gw_port_id': 'f69ae9ad-11f6-491c-9b7e-5bac7e66517b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:17:55Z', 'updated_at': '2021-04-20T18:18:04Z', 'revision_number': 4, 'project_id': 'c63217fb60aa4544a29b035267cf6bf0', 'gw_port': {'id': 'f69ae9ad-11f6-491c-9b7e-5bac7e66517b', 'name': '', 'network_id': '26051af8-ebd0-4db2-857e-181975352424', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:bf:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7eb7172-f1d2-45bc-a2ac-809689020647', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'a8fb9e9c-99d7-49f9-8da9-302520785055', 'ip_address': '172.28.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:17:57Z', 'updated_at': '2021-04-20T18:18:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8fb9e9c-99d7-49f9-8da9-302520785055', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-2-smb', '_interfaces': [{'id': 'a356fad1-a5eb-4718-9971-5d284045e4ce', 'name': '', 'network_id': 'b5591ab1-84d9-4585-836b-47bf7632765d', 'tenant_id': 'c63217fb60aa4544a29b035267cf6bf0', 'mac_address': 'fa:16:3e:a9:5a:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7eb7172-f1d2-45bc-a2ac-809689020647', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '3243b360-2a6c-4a7d-86c5-59c501c53d43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:18:03Z', 'updated_at': '2021-04-20T18:18:16Z', 'revision_number': 5, 'project_id': 'c63217fb60aa4544a29b035267cf6bf0', 'subnets': [{'id': '3243b360-2a6c-4a7d-86c5-59c501c53d43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786929-2-smb', False) {} {{(pid=86313) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:22:53.371689 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94e53618-ffc0-478e-9817-565ef33a7e6d None None] Checking router: d7eb7172-f1d2-45bc-a2ac-809689020647 for host: dv-cinder-786929-2-smb {{(pid=86313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 18:22:53.382053 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e53618-ffc0-478e-9817-565ef33a7e6d None None] Routers {'d7eb7172-f1d2-45bc-a2ac-809689020647'} bound to L3 agent in host dv-cinder-786929-2-smb {{(pid=86313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:22:53.382772 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_hamode_db [None req-94e53618-ffc0-478e-9817-565ef33a7e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786929-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T18:07:11Z,description=,heartbeat_timestamp=2021-04-20T18:22:41Z,host='dv-cinder-786929-2-smb',id=40af0123-fc20-4e27-8672-759459b7c5ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T18:07:11Z,topic='l3_agent')) {'router_ids': ['d7eb7172-f1d2-45bc-a2ac-809689020647'], 'active': True} {{(pid=86313) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:22:53.444185 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-de8d2408-79f9-4017-b9bd-9fe6c57f682c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:22:53.487505 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbccff93-f2ce-4b25-8df8-2d786b8989d5 req-5197d4a0-ffbb-4833-b743-4f2fc03c4b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:22:53.490311 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-fbccff93-f2ce-4b25-8df8-2d786b8989d5 req-5197d4a0-ffbb-4833-b743-4f2fc03c4b5b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3243b360-2a6c-4a7d-86c5-59c501c53d43 HTTP/1.1" status: 200 len: 847 time: 0.1373658 Apr 20 18:22:53.496153 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-de8d2408-79f9-4017-b9bd-9fe6c57f682c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:22:53.582251 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-de8d2408-79f9-4017-b9bd-9fe6c57f682c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854236768'] for security_group, after_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:22:53.589680 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-0a6b6963-3966-4b22-a69c-b668082c7433 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:22:53.604958 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8d2408-79f9-4017-b9bd-9fe6c57f682c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=011d2fe1-011a-461e-a218-88f63b00aa4c,revision_number=None']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:22:53.609892 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-de8d2408-79f9-4017-b9bd-9fe6c57f682c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:22:53.614239 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-de8d2408-79f9-4017-b9bd-9fe6c57f682c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:22:53.615861 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-de8d2408-79f9-4017-b9bd-9fe6c57f682c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/011d2fe1-011a-461e-a218-88f63b00aa4c HTTP/1.1" status: 204 len: 168 time: 0.2903340 Apr 20 18:22:53.637072 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbccff93-f2ce-4b25-8df8-2d786b8989d5 req-9f8dfca1-f7f1-4f9e-abed-761aa95ca4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:22:53.639948 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-fbccff93-f2ce-4b25-8df8-2d786b8989d5 req-9f8dfca1-f7f1-4f9e-abed-761aa95ca4e2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b5591ab1-84d9-4585-836b-47bf7632765d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1429112 Apr 20 18:22:53.645948 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_dvr_db [None req-94e53618-ffc0-478e-9817-565ef33a7e6d None None] Set router d7eb7172-f1d2-45bc-a2ac-809689020647 gateway port host: dv-cinder-786929-2-smb {{(pid=86313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 18:22:53.910959 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-fbccff93-f2ce-4b25-8df8-2d786b8989d5 req-e01e8dce-3cad-4315-809a-637f3c7604ed service neutron] 10.222.0.13 "GET /v2.0/networks/b5591ab1-84d9-4585-836b-47bf7632765d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2619932 Apr 20 18:22:54.152392 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-fbccff93-f2ce-4b25-8df8-2d786b8989d5 req-4cd6a75e-905d-4ec6-a356-eadede5efce3 service neutron] 10.222.0.13 "GET /v2.0/networks/b5591ab1-84d9-4585-836b-47bf7632765d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2328908 Apr 20 18:22:54.172747 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.32', 57060) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:22:54.210927 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-15ffff34-3aa5-40eb-bc95-954e0d9c23c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:22:54.213181 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_hamode_db [None req-94e53618-ffc0-478e-9817-565ef33a7e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7eb7172-f1d2-45bc-a2ac-809689020647', 'name': 'tempest-TestShelveInstance-932433395-router', 'tenant_id': 'c63217fb60aa4544a29b035267cf6bf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26051af8-ebd0-4db2-857e-181975352424', 'external_fixed_ips': [{'subnet_id': 'a8fb9e9c-99d7-49f9-8da9-302520785055', 'ip_address': '172.28.0.13'}], 'enable_snat': True}, 'gw_port_id': 'f69ae9ad-11f6-491c-9b7e-5bac7e66517b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:17:55Z', 'updated_at': '2021-04-20T18:18:04Z', 'revision_number': 4, 'project_id': 'c63217fb60aa4544a29b035267cf6bf0', 'gw_port': {'id': 'f69ae9ad-11f6-491c-9b7e-5bac7e66517b', 'name': '', 'network_id': '26051af8-ebd0-4db2-857e-181975352424', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:bf:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7eb7172-f1d2-45bc-a2ac-809689020647', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'a8fb9e9c-99d7-49f9-8da9-302520785055', 'ip_address': '172.28.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:17:57Z', 'updated_at': '2021-04-20T18:18:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8fb9e9c-99d7-49f9-8da9-302520785055', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-2-smb', '_interfaces': [{'id': 'a356fad1-a5eb-4718-9971-5d284045e4ce', 'name': '', 'network_id': 'b5591ab1-84d9-4585-836b-47bf7632765d', 'tenant_id': 'c63217fb60aa4544a29b035267cf6bf0', 'mac_address': 'fa:16:3e:a9:5a:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7eb7172-f1d2-45bc-a2ac-809689020647', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '3243b360-2a6c-4a7d-86c5-59c501c53d43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:18:03Z', 'updated_at': '2021-04-20T18:18:16Z', 'revision_number': 5, 'project_id': 'c63217fb60aa4544a29b035267cf6bf0', 'subnets': [{'id': '3243b360-2a6c-4a7d-86c5-59c501c53d43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786929-2-smb', False) {} {{(pid=86313) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:22:54.218113 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94e53618-ffc0-478e-9817-565ef33a7e6d None None] The sync data for ids ['d7eb7172-f1d2-45bc-a2ac-809689020647'] in dv-cinder-786929-2-smb is: [{'id': 'd7eb7172-f1d2-45bc-a2ac-809689020647', 'name': 'tempest-TestShelveInstance-932433395-router', 'tenant_id': 'c63217fb60aa4544a29b035267cf6bf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26051af8-ebd0-4db2-857e-181975352424', 'external_fixed_ips': [{'subnet_id': 'a8fb9e9c-99d7-49f9-8da9-302520785055', 'ip_address': '172.28.0.13'}], 'enable_snat': True}, 'gw_port_id': 'f69ae9ad-11f6-491c-9b7e-5bac7e66517b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:17:55Z', 'updated_at': '2021-04-20T18:18:04Z', 'revision_number': 4, 'project_id': 'c63217fb60aa4544a29b035267cf6bf0', 'gw_port': {'id': 'f69ae9ad-11f6-491c-9b7e-5bac7e66517b', 'name': '', 'network_id': '26051af8-ebd0-4db2-857e-181975352424', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:bf:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7eb7172-f1d2-45bc-a2ac-809689020647', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'a8fb9e9c-99d7-49f9-8da9-302520785055', 'ip_address': '172.28.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:17:57Z', 'updated_at': '2021-04-20T18:18:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8fb9e9c-99d7-49f9-8da9-302520785055', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-2-smb', '_interfaces': [{'id': 'a356fad1-a5eb-4718-9971-5d284045e4ce', 'name': '', 'network_id': 'b5591ab1-84d9-4585-836b-47bf7632765d', 'tenant_id': 'c63217fb60aa4544a29b035267cf6bf0', 'mac_address': 'fa:16:3e:a9:5a:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7eb7172-f1d2-45bc-a2ac-809689020647', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '3243b360-2a6c-4a7d-86c5-59c501c53d43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:18:03Z', 'updated_at': '2021-04-20T18:18:16Z', 'revision_number': 5, 'project_id': 'c63217fb60aa4544a29b035267cf6bf0', 'subnets': [{'id': '3243b360-2a6c-4a7d-86c5-59c501c53d43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 18:22:54.248661 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-15ffff34-3aa5-40eb-bc95-954e0d9c23c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:22:54.254294 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-15ffff34-3aa5-40eb-bc95-954e0d9c23c3 admin admin] Usage tracker for resource:security_group_rule and tenant:ffe30e2ff34640bbac02d89236fd8446 is out of sync, need to count used quota {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:22:54.258292 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-15ffff34-3aa5-40eb-bc95-954e0d9c23c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:22:54.266903 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-15ffff34-3aa5-40eb-bc95-954e0d9c23c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:22:54.387372 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9439d4c9-0764-448f-bc52-0c9ca3c014c8 req-170dda5b-bf43-4b02-9087-98a4c33d8889 tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:22:54.390928 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-9439d4c9-0764-448f-bc52-0c9ca3c014c8 req-170dda5b-bf43-4b02-9087-98a4c33d8889 tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ddb3673-a36f-4874-ab49-e5b904f2a32b HTTP/1.1" status: 200 len: 946 time: 0.1756160 Apr 20 18:22:54.433562 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-15ffff34-3aa5-40eb-bc95-954e0d9c23c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:22:54.436830 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-15ffff34-3aa5-40eb-bc95-954e0d9c23c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854236768'] for security_group, after_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:22:54.454204 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-c170da82-741d-4bcb-b44c-858ea1ce32f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:22:54.535872 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.plugin [req-9439d4c9-0764-448f-bc52-0c9ca3c014c8 req-5a4cedff-f29d-45de-8333-a64db29b2a08 tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] Deleting port 33d9dd43-9391-4d91-b569-05d07ccab82b {{(pid=86310) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:22:54.536313 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-9439d4c9-0764-448f-bc52-0c9ca3c014c8 req-5a4cedff-f29d-45de-8333-a64db29b2a08 tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363299861050484'] for port, before_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:22:54.543288 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ffff34-3aa5-40eb-bc95-954e0d9c23c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71e99ddd-5828-47ee-8977-8946b2f2a93d,revision_number=1']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:22:54.554555 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-15ffff34-3aa5-40eb-bc95-954e0d9c23c3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ffe30e2ff34640bbac02d89236fd8446&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3765221 Apr 20 18:22:54.554555 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-15ffff34-3aa5-40eb-bc95-954e0d9c23c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:22:54.559419 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.32', 57066) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:22:54.704207 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-50e58038-2769-4fd7-80d9-c2c449228783 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:22:54.730311 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c4ace28-da06-4b53-967e-0a79030f3dac None None] New status for floating IP a695d61f-dc2b-4b2c-9349-e4249d000c73: DOWN {{(pid=86312) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 20 18:22:54.751673 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-50e58038-2769-4fd7-80d9-c2c449228783 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:22:54.811356 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-50e58038-2769-4fd7-80d9-c2c449228783 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854236768'] for security_group, after_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:22:54.818470 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-5db24355-b18f-4cdd-b373-0a1c1524760d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:22:54.832856 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e58038-2769-4fd7-80d9-c2c449228783 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71e99ddd-5828-47ee-8977-8946b2f2a93d,revision_number=None']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:22:54.836006 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-50e58038-2769-4fd7-80d9-c2c449228783 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:22:54.847513 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-50e58038-2769-4fd7-80d9-c2c449228783 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:22:54.852658 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-50e58038-2769-4fd7-80d9-c2c449228783 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/71e99ddd-5828-47ee-8977-8946b2f2a93d HTTP/1.1" status: 204 len: 168 time: 0.2911663 Apr 20 18:22:55.092678 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ac9c2e-d847-46d8-89e3-74dbea76611b req-5c97f462-678b-4267-b0df-d21fe92bcb7c tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:22:55.094816 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-87ac9c2e-d847-46d8-89e3-74dbea76611b req-5c97f462-678b-4267-b0df-d21fe92bcb7c tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ddb3673-a36f-4874-ab49-e5b904f2a32b HTTP/1.1" status: 200 len: 946 time: 0.6252651 Apr 20 18:22:55.238457 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-87ac9c2e-d847-46d8-89e3-74dbea76611b req-0ad96af8-8127-4876-b35f-170758bc4f6b tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b994cb4-8011-4e1a-8be2-9459735723ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1311648 Apr 20 18:22:55.261851 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.db [req-9439d4c9-0764-448f-bc52-0c9ca3c014c8 req-5a4cedff-f29d-45de-8333-a64db29b2a08 tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] For port 33d9dd43-9391-4d91-b569-05d07ccab82b, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=33d9dd43-9391-4d91-b569-05d07ccab82b,segment=NetworkSegment(5a56b328-5177-4953-b6f7-f626d024fccb),segment_id=5a56b328-5177-4953-b6f7-f626d024fccb)] {{(pid=86310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:22:55.262257 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-9439d4c9-0764-448f-bc52-0c9ca3c014c8 req-5a4cedff-f29d-45de-8333-a64db29b2a08 tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632958'] for port, precommit_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:22:55.408454 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.plugin [req-9439d4c9-0764-448f-bc52-0c9ca3c014c8 req-5a4cedff-f29d-45de-8333-a64db29b2a08 tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] Calling delete_port for 33d9dd43-9391-4d91-b569-05d07ccab82b owned by compute:nova {{(pid=86310) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 18:22:55.639722 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-9439d4c9-0764-448f-bc52-0c9ca3c014c8 req-5a4cedff-f29d-45de-8333-a64db29b2a08 tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852966479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363299861045279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363299861495122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852424964'] for port, after_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:22:55.647220 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-58f4a202-d32d-4427-bb78-2a8be3513b5a tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:22:55.701710 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4cedff-f29d-45de-8333-a64db29b2a08 tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] Pushing event deleted for resources: {'Port': ['ID=33d9dd43-9391-4d91-b569-05d07ccab82b,revision_number=None']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:22:55.705676 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-5a4cedff-f29d-45de-8333-a64db29b2a08 tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:22:55.796458 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_dvrscheduler_db [req-9439d4c9-0764-448f-bc52-0c9ca3c014c8 req-5a4cedff-f29d-45de-8333-a64db29b2a08 tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] No DVR routers for this DVR port 33d9dd43-9391-4d91-b569-05d07ccab82b on host hv-cinder-78692 {{(pid=86310) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 18:22:55.799684 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-9439d4c9-0764-448f-bc52-0c9ca3c014c8 req-5a4cedff-f29d-45de-8333-a64db29b2a08 tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759958'] for port, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:22:55.803717 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ddb3673-a36f-4874-ab49-e5b904f2a32b', 'name': 'network-vif-deleted', 'tag': '33d9dd43-9391-4d91-b569-05d07ccab82b'}] {{(pid=86310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:22:55.834984 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-9439d4c9-0764-448f-bc52-0c9ca3c014c8 req-5a4cedff-f29d-45de-8333-a64db29b2a08 tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] 10.222.0.13 "DELETE /v2.0/ports/33d9dd43-9391-4d91-b569-05d07ccab82b HTTP/1.1" status: 204 len: 173 time: 1.4393651 Apr 20 18:22:55.859744 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ddb3673-a36f-4874-ab49-e5b904f2a32b', 'name': 'network-vif-deleted', 'tag': '33d9dd43-9391-4d91-b569-05d07ccab82b', 'status': 'completed', 'code': 200} Apr 20 18:22:56.497932 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [req-0abfb677-4e36-4811-8b0e-b44df08d2d44 req-1ed44c95-12a9-4e18-a355-44cb91472f89 tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] Synchronizing usage tracker for tenant:c63217fb60aa4544a29b035267cf6bf0 on resource:port {{(pid=86310) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 18:22:56.514201 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [req-0abfb677-4e36-4811-8b0e-b44df08d2d44 req-1ed44c95-12a9-4e18-a355-44cb91472f89 tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] Unset dirty status for tenant:c63217fb60aa4544a29b035267cf6bf0 on resource:port {{(pid=86310) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 18:22:56.516269 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-0abfb677-4e36-4811-8b0e-b44df08d2d44 req-1ed44c95-12a9-4e18-a355-44cb91472f89 tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] 10.222.0.32 "GET /v2.0/ports?device_id=0ddb3673-a36f-4874-ab49-e5b904f2a32b HTTP/1.1" status: 200 len: 210 time: 0.0703435 Apr 20 18:22:57.227172 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.agents_db [None req-b35f03a3-c7a0-4608-9f7c-a0859408129f None None] Agent healthcheck: found 6 active agents {{(pid=86313) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 18:22:57.607732 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.rpc [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Device 33d9dd43-9391-4d91-b569-05d07ccab82b no longer exists at agent hyperv_hv-cinder-78692 {{(pid=86312) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 18:22:57.629083 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.32', 57104) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:22:57.658469 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.plugin [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] No Port match for: 33d9dd43-9391-4d91-b569-05d07ccab82b {{(pid=86312) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 18:22:57.658863 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.rpc [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Device 33d9dd43-9391-4d91-b569-05d07ccab82b not bound to the agent host hv-cinder-78692 {{(pid=86312) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 18:22:57.744406 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-7d8b1a3d-a092-41f0-9d8b-1afe96cbd99f tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] Notify callbacks [] for security_group, before_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:22:57.781825 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-7d8b1a3d-a092-41f0-9d8b-1afe96cbd99f tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:22:57.854227 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-7d8b1a3d-a092-41f0-9d8b-1afe96cbd99f tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854236768'] for security_group, after_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:22:57.859997 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-35ad280f-45ef-4a3d-806d-fb2ad77b87d4 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:22:57.878804 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8b1a3d-a092-41f0-9d8b-1afe96cbd99f tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b994cb4-8011-4e1a-8be2-9459735723ec,revision_number=None']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:22:57.881819 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-7d8b1a3d-a092-41f0-9d8b-1afe96cbd99f tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:22:57.890037 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-7d8b1a3d-a092-41f0-9d8b-1afe96cbd99f tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] Notify callbacks [] for security_group, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:22:57.891385 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-7d8b1a3d-a092-41f0-9d8b-1afe96cbd99f tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] 10.222.0.32 "DELETE /v2.0/security-groups/7b994cb4-8011-4e1a-8be2-9459735723ec HTTP/1.1" status: 204 len: 168 time: 0.2606151 Apr 20 18:22:57.941526 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.32', 57112) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:22:58.809827 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-f1480fcd-eed8-423b-81a2-04458763f46b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-397209'] for router_interface, before_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:22:59.214168 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.plugin [None req-f1480fcd-eed8-423b-81a2-04458763f46b admin admin] Deleting port a356fad1-a5eb-4718-9971-5d284045e4ce {{(pid=86311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:22:59.214647 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-f1480fcd-eed8-423b-81a2-04458763f46b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363299861050484'] for port, before_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:22:59.454205 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.db [None req-f1480fcd-eed8-423b-81a2-04458763f46b admin admin] For port a356fad1-a5eb-4718-9971-5d284045e4ce, host dv-cinder-786929-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-2-smb',level=0,port_id=a356fad1-a5eb-4718-9971-5d284045e4ce,segment=NetworkSegment(5a56b328-5177-4953-b6f7-f626d024fccb),segment_id=5a56b328-5177-4953-b6f7-f626d024fccb)] {{(pid=86311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:22:59.454887 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-f1480fcd-eed8-423b-81a2-04458763f46b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632958'] for port, precommit_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:22:59.600584 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.plugin [None req-f1480fcd-eed8-423b-81a2-04458763f46b admin admin] Calling delete_port for a356fad1-a5eb-4718-9971-5d284045e4ce owned by network:router_interface {{(pid=86311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 18:22:59.801157 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-f1480fcd-eed8-423b-81a2-04458763f46b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852966479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363299861045279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363299861495122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850693756'] for port, after_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:22:59.807161 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-6d6fec45-9ef7-4702-a8dd-6cfcfa7e63b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:22:59.858153 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1480fcd-eed8-423b-81a2-04458763f46b admin admin] Pushing event deleted for resources: {'Port': ['ID=a356fad1-a5eb-4718-9971-5d284045e4ce,revision_number=None']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:22:59.887758 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-f1480fcd-eed8-423b-81a2-04458763f46b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:23:00.182957 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-f1480fcd-eed8-423b-81a2-04458763f46b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854024286', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-397287'] for router_interface, after_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:01.059656 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1480fcd-eed8-423b-81a2-04458763f46b admin admin] Router d7eb7172-f1d2-45bc-a2ac-809689020647 has already been hosted by L3 agent 40af0123-fc20-4e27-8672-759459b7c5ef {{(pid=86311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 18:23:01.279086 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1480fcd-eed8-423b-81a2-04458763f46b admin admin] Notify agent at l3_agent.dv-cinder-786929-2-smb the message routers_updated {{(pid=86311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 18:23:01.291479 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4d4bd6e-e52c-4468-ab29-c36e29581704 None None] Sync routers for ids ['d7eb7172-f1d2-45bc-a2ac-809689020647'] in dv-cinder-786929-2-smb {{(pid=86313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 18:23:01.299936 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-f1480fcd-eed8-423b-81a2-04458763f46b admin admin] 10.222.0.32 "PUT /v2.0/routers/d7eb7172-f1d2-45bc-a2ac-809689020647/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3563519 Apr 20 18:23:01.303277 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.32', 57134) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:23:01.303854 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4d4bd6e-e52c-4468-ab29-c36e29581704 None None] Routers {'d7eb7172-f1d2-45bc-a2ac-809689020647'} bound to L3 agent in host dv-cinder-786929-2-smb {{(pid=86313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:23:01.304533 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_hamode_db [None req-f4d4bd6e-e52c-4468-ab29-c36e29581704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786929-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T18:07:11Z,description=,heartbeat_timestamp=2021-04-20T18:22:41Z,host='dv-cinder-786929-2-smb',id=40af0123-fc20-4e27-8672-759459b7c5ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T18:07:11Z,topic='l3_agent')) {'router_ids': ['d7eb7172-f1d2-45bc-a2ac-809689020647'], 'active': True} {{(pid=86313) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:23:01.543009 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-1a8b0b04-53b5-4e70-9bc7-9d6998469698 admin admin] Notify callbacks [] for router, before_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:01.575446 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_dvr_db [None req-f4d4bd6e-e52c-4468-ab29-c36e29581704 None None] Set router d7eb7172-f1d2-45bc-a2ac-809689020647 gateway port host: dv-cinder-786929-2-smb {{(pid=86313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 18:23:01.813808 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-1a8b0b04-53b5-4e70-9bc7-9d6998469698 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:01.823025 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.plugin [None req-1a8b0b04-53b5-4e70-9bc7-9d6998469698 admin admin] Deleting port f69ae9ad-11f6-491c-9b7e-5bac7e66517b {{(pid=86311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:23:01.823491 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-1a8b0b04-53b5-4e70-9bc7-9d6998469698 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363299861050484'] for port, before_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:01.983116 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_hamode_db [None req-f4d4bd6e-e52c-4468-ab29-c36e29581704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7eb7172-f1d2-45bc-a2ac-809689020647', 'name': 'tempest-TestShelveInstance-932433395-router', 'tenant_id': 'c63217fb60aa4544a29b035267cf6bf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26051af8-ebd0-4db2-857e-181975352424', 'external_fixed_ips': [{'subnet_id': 'a8fb9e9c-99d7-49f9-8da9-302520785055', 'ip_address': '172.28.0.13'}], 'enable_snat': True}, 'gw_port_id': 'f69ae9ad-11f6-491c-9b7e-5bac7e66517b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:17:55Z', 'updated_at': '2021-04-20T18:22:59Z', 'revision_number': 5, 'project_id': 'c63217fb60aa4544a29b035267cf6bf0', 'gw_port': {'id': 'f69ae9ad-11f6-491c-9b7e-5bac7e66517b', 'name': '', 'network_id': '26051af8-ebd0-4db2-857e-181975352424', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:bf:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7eb7172-f1d2-45bc-a2ac-809689020647', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'a8fb9e9c-99d7-49f9-8da9-302520785055', 'ip_address': '172.28.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:17:57Z', 'updated_at': '2021-04-20T18:18:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8fb9e9c-99d7-49f9-8da9-302520785055', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-2-smb'}], 'dv-cinder-786929-2-smb', False) {} {{(pid=86313) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:23:01.987756 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4d4bd6e-e52c-4468-ab29-c36e29581704 None None] Checking router: d7eb7172-f1d2-45bc-a2ac-809689020647 for host: dv-cinder-786929-2-smb {{(pid=86313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 18:23:01.998631 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4d4bd6e-e52c-4468-ab29-c36e29581704 None None] Routers {'d7eb7172-f1d2-45bc-a2ac-809689020647'} bound to L3 agent in host dv-cinder-786929-2-smb {{(pid=86313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:23:01.999315 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_hamode_db [None req-f4d4bd6e-e52c-4468-ab29-c36e29581704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786929-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T18:07:11Z,description=,heartbeat_timestamp=2021-04-20T18:22:41Z,host='dv-cinder-786929-2-smb',id=40af0123-fc20-4e27-8672-759459b7c5ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T18:07:11Z,topic='l3_agent')) {'router_ids': ['d7eb7172-f1d2-45bc-a2ac-809689020647'], 'active': True} {{(pid=86313) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:23:02.047798 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.db [None req-1a8b0b04-53b5-4e70-9bc7-9d6998469698 admin admin] For port f69ae9ad-11f6-491c-9b7e-5bac7e66517b, host dv-cinder-786929-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-2-smb',level=0,port_id=f69ae9ad-11f6-491c-9b7e-5bac7e66517b,segment=NetworkSegment(0fd0f869-d1a1-42b0-840f-a1b93e92e33d),segment_id=0fd0f869-d1a1-42b0-840f-a1b93e92e33d)] {{(pid=86311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:23:02.048568 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-1a8b0b04-53b5-4e70-9bc7-9d6998469698 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632958'] for port, precommit_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:02.234750 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_dvr_db [None req-f4d4bd6e-e52c-4468-ab29-c36e29581704 None None] Set router d7eb7172-f1d2-45bc-a2ac-809689020647 gateway port host: None {{(pid=86313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 18:23:02.269517 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.plugin [None req-1a8b0b04-53b5-4e70-9bc7-9d6998469698 admin admin] Calling delete_port for f69ae9ad-11f6-491c-9b7e-5bac7e66517b owned by network:router_gateway {{(pid=86311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 18:23:02.359268 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_hamode_db [None req-f4d4bd6e-e52c-4468-ab29-c36e29581704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7eb7172-f1d2-45bc-a2ac-809689020647', 'name': 'tempest-TestShelveInstance-932433395-router', 'tenant_id': 'c63217fb60aa4544a29b035267cf6bf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:17:55Z', 'updated_at': '2021-04-20T18:23:01Z', 'revision_number': 6, 'project_id': 'c63217fb60aa4544a29b035267cf6bf0', 'gw_port_host': None}], 'dv-cinder-786929-2-smb', False) {} {{(pid=86313) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:23:02.364294 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4d4bd6e-e52c-4468-ab29-c36e29581704 None None] The sync data for ids ['d7eb7172-f1d2-45bc-a2ac-809689020647'] in dv-cinder-786929-2-smb is: [{'id': 'd7eb7172-f1d2-45bc-a2ac-809689020647', 'name': 'tempest-TestShelveInstance-932433395-router', 'tenant_id': 'c63217fb60aa4544a29b035267cf6bf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:17:55Z', 'updated_at': '2021-04-20T18:23:01Z', 'revision_number': 6, 'project_id': 'c63217fb60aa4544a29b035267cf6bf0', 'gw_port_host': None}] {{(pid=86313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 18:23:02.495099 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-1a8b0b04-53b5-4e70-9bc7-9d6998469698 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852966479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363299861045279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363299861495122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850693756'] for port, after_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:02.500853 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-d3c9ff69-0397-4770-9594-56fcf417c11b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:23:02.555574 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8b0b04-53b5-4e70-9bc7-9d6998469698 admin admin] Pushing event deleted for resources: {'Port': ['ID=f69ae9ad-11f6-491c-9b7e-5bac7e66517b,revision_number=None']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:23:02.621750 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-1a8b0b04-53b5-4e70-9bc7-9d6998469698 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:23:02.743372 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-1a8b0b04-53b5-4e70-9bc7-9d6998469698 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854149018'] for router_gateway, after_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:02.955761 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299861013637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394135'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:02.975372 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-1a8b0b04-53b5-4e70-9bc7-9d6998469698 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854121414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854760238'] for router, precommit_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:02.979090 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-1a8b0b04-53b5-4e70-9bc7-9d6998469698 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:03.009903 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-1a8b0b04-53b5-4e70-9bc7-9d6998469698 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-395902'] for router, after_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:03.010520 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a8b0b04-53b5-4e70-9bc7-9d6998469698 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d7eb7172-f1d2-45bc-a2ac-809689020647 {{(pid=86311) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 20 18:23:03.024074 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-1a8b0b04-53b5-4e70-9bc7-9d6998469698 admin admin] Notify callbacks [] for router, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:03.025371 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-1a8b0b04-53b5-4e70-9bc7-9d6998469698 admin admin] 10.222.0.32 "DELETE /v2.0/routers/d7eb7172-f1d2-45bc-a2ac-809689020647 HTTP/1.1" status: 204 len: 168 time: 1.7206109 Apr 20 18:23:03.028094 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.32', 57150) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:23:03.103835 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a06d631-a745-446c-83a5-ed2bd95a1dd5 admin admin] Deleting subnet 3243b360-2a6c-4a7d-86c5-59c501c53d43 {{(pid=86311) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 20 18:23:03.107768 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-3a06d631-a745-446c-83a5-ed2bd95a1dd5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:03.167526 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-3a06d631-a745-446c-83a5-ed2bd95a1dd5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2266016'] for subnet, precommit_delete_associations {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:03.263582 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-3a06d631-a745-446c-83a5-ed2bd95a1dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852945248'] for subnet, precommit_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:03.498176 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.rpc [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Device f69ae9ad-11f6-491c-9b7e-5bac7e66517b no longer exists at agent ovs-agent-dv-cinder-786929-2-smb {{(pid=86312) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 18:23:03.573087 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.plugin [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] No Port match for: f69ae9ad-11f6-491c-9b7e-5bac7e66517b {{(pid=86312) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 18:23:03.573758 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.rpc [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Device f69ae9ad-11f6-491c-9b7e-5bac7e66517b not bound to the agent host dv-cinder-786929-2-smb {{(pid=86312) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 18:23:03.574556 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.rpc [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Device a356fad1-a5eb-4718-9971-5d284045e4ce no longer exists at agent ovs-agent-dv-cinder-786929-2-smb {{(pid=86312) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 18:23:03.652718 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.plugin [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] No Port match for: a356fad1-a5eb-4718-9971-5d284045e4ce {{(pid=86312) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 18:23:03.653374 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.rpc [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Device a356fad1-a5eb-4718-9971-5d284045e4ce not bound to the agent host dv-cinder-786929-2-smb {{(pid=86312) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 18:23:03.808422 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-3a06d631-a745-446c-83a5-ed2bd95a1dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1830552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854235284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036850694064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2979558'] for subnet, after_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:03.814062 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-29f7be69-a3b0-42ab-b520-2f8f1fb7ccd4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:23:03.854593 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-3a06d631-a745-446c-83a5-ed2bd95a1dd5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-751497'] for subnet, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:03.858328 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a06d631-a745-446c-83a5-ed2bd95a1dd5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3243b360-2a6c-4a7d-86c5-59c501c53d43,revision_number=None']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:23:03.861385 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-3a06d631-a745-446c-83a5-ed2bd95a1dd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:23:03.864031 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2213f3d3-90ad-4e0f-aa96-c49985b459f6 None None] Network b5591ab1-84d9-4585-836b-47bf7632765d requested from dv-cinder-786929-2-smb {{(pid=86312) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 18:23:03.866651 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-3a06d631-a745-446c-83a5-ed2bd95a1dd5 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/3243b360-2a6c-4a7d-86c5-59c501c53d43 HTTP/1.1" status: 204 len: 168 time: 0.8374097 Apr 20 18:23:03.871253 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.32', 57154) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:23:04.003302 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-041d4f39-169d-4746-aec2-dea75f598fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853350932'] for network, before_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:04.016792 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.plugin [None req-041d4f39-169d-4746-aec2-dea75f598fb6 admin admin] Deleting port bdf1ff4c-9c8d-4f95-815e-99f670d72c4f {{(pid=86311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:23:04.017258 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-041d4f39-169d-4746-aec2-dea75f598fb6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363299861050484'] for port, before_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:04.275929 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d295122a-0ed5-4c61-828e-933c038a7019 None None] DHCP port deletion for b5591ab1-84d9-4585-836b-47bf7632765d request from dv-cinder-786929-2-smb {{(pid=86312) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 20 18:23:04.283703 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.plugin [None req-d295122a-0ed5-4c61-828e-933c038a7019 None None] Deleting port bdf1ff4c-9c8d-4f95-815e-99f670d72c4f {{(pid=86312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:23:04.284649 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-d295122a-0ed5-4c61-828e-933c038a7019 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363299861050484'] for port, before_delete {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:04.285719 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.db [None req-041d4f39-169d-4746-aec2-dea75f598fb6 admin admin] For port bdf1ff4c-9c8d-4f95-815e-99f670d72c4f, host dv-cinder-786929-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-2-smb',level=0,port_id=bdf1ff4c-9c8d-4f95-815e-99f670d72c4f,segment=NetworkSegment(5a56b328-5177-4953-b6f7-f626d024fccb),segment_id=5a56b328-5177-4953-b6f7-f626d024fccb)] {{(pid=86311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:23:04.286358 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-041d4f39-169d-4746-aec2-dea75f598fb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632958'] for port, precommit_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:04.444905 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.plugin [None req-041d4f39-169d-4746-aec2-dea75f598fb6 admin admin] Calling delete_port for bdf1ff4c-9c8d-4f95-815e-99f670d72c4f owned by network:dhcp {{(pid=86311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 18:23:04.536317 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-041d4f39-169d-4746-aec2-dea75f598fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852966479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363299861045279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363299861495122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850693756'] for port, after_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:04.542779 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-893d8e89-b5d5-43c7-ae5a-4cb491fa4f1c tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:23:04.607397 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041d4f39-169d-4746-aec2-dea75f598fb6 admin admin] Pushing event deleted for resources: {'Port': ['ID=bdf1ff4c-9c8d-4f95-815e-99f670d72c4f,revision_number=None']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:23:04.615363 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-041d4f39-169d-4746-aec2-dea75f598fb6 admin admin] No DVR routers for this DVR port bdf1ff4c-9c8d-4f95-815e-99f670d72c4f on host dv-cinder-786929-2-smb {{(pid=86311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 18:23:04.617882 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-041d4f39-169d-4746-aec2-dea75f598fb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:23:04.781759 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.db [None req-d295122a-0ed5-4c61-828e-933c038a7019 None None] For port bdf1ff4c-9c8d-4f95-815e-99f670d72c4f, host dv-cinder-786929-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-2-smb',level=0,port_id=bdf1ff4c-9c8d-4f95-815e-99f670d72c4f,segment=NetworkSegment(5a56b328-5177-4953-b6f7-f626d024fccb),segment_id=5a56b328-5177-4953-b6f7-f626d024fccb)] {{(pid=86312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:23:04.782504 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-d295122a-0ed5-4c61-828e-933c038a7019 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632958'] for port, precommit_delete {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:04.820875 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-041d4f39-169d-4746-aec2-dea75f598fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1830645', 'neutron.services.segments.db._delete_segments_for_network-8736993762163'] for network, precommit_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:04.980229 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.services.segments.db [None req-041d4f39-169d-4746-aec2-dea75f598fb6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5591ab1-84d9-4585-836b-47bf7632765d']}} {{(pid=86311) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:23:05.002904 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.services.segments.db [None req-041d4f39-169d-4746-aec2-dea75f598fb6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a56b328-5177-4953-b6f7-f626d024fccb') {'for_net_delete': True} {{(pid=86311) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:23:05.003463 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.services.segments.db [None req-041d4f39-169d-4746-aec2-dea75f598fb6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a56b328-5177-4953-b6f7-f626d024fccb') {} {{(pid=86311) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:23:05.028978 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-041d4f39-169d-4746-aec2-dea75f598fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363299860984163', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852509784'] for segment, before_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:05.054264 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-041d4f39-169d-4746-aec2-dea75f598fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1711814'] for segment, precommit_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:05.067185 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-041d4f39-169d-4746-aec2-dea75f598fb6 admin admin] Releasing vlan 104 on physical network physnet1 to pool {{(pid=86311) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 20 18:23:05.149006 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.plugin [None req-d295122a-0ed5-4c61-828e-933c038a7019 None None] Calling delete_port for bdf1ff4c-9c8d-4f95-815e-99f670d72c4f owned by network:dhcp {{(pid=86312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 18:23:05.239436 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.db.api [None req-d295122a-0ed5-4c61-828e-933c038a7019 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86312) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 20 18:23:05.240001 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_db.api [None req-d295122a-0ed5-4c61-828e-933c038a7019 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86312) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 20 18:23:05.439202 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.managers [None req-041d4f39-169d-4746-aec2-dea75f598fb6 admin admin] Network b5591ab1-84d9-4585-836b-47bf7632765d has no segments {{(pid=86311) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 18:23:05.451755 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-041d4f39-169d-4746-aec2-dea75f598fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853064015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4082163'] for segment, after_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:05.487022 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.rpc [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Device bdf1ff4c-9c8d-4f95-815e-99f670d72c4f no longer exists at agent ovs-agent-dv-cinder-786929-2-smb {{(pid=86312) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 18:23:05.538654 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.plugin [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] No Port match for: bdf1ff4c-9c8d-4f95-815e-99f670d72c4f {{(pid=86312) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 18:23:05.538972 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.rpc [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Device bdf1ff4c-9c8d-4f95-815e-99f670d72c4f not bound to the agent host dv-cinder-786929-2-smb {{(pid=86312) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 18:23:05.653856 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.managers [None req-041d4f39-169d-4746-aec2-dea75f598fb6 admin admin] Network b5591ab1-84d9-4585-836b-47bf7632765d has no segments {{(pid=86311) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 18:23:05.683990 dv-cinder-786929-2-smb neutron-server[86195]: Traceback (most recent call last): Apr 20 18:23:05.683990 dv-cinder-786929-2-smb neutron-server[86195]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 18:23:05.683990 dv-cinder-786929-2-smb neutron-server[86195]: timer() Apr 20 18:23:05.683990 dv-cinder-786929-2-smb neutron-server[86195]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 18:23:05.683990 dv-cinder-786929-2-smb neutron-server[86195]: cb(*args, **kw) Apr 20 18:23:05.683990 dv-cinder-786929-2-smb neutron-server[86195]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 20 18:23:05.683990 dv-cinder-786929-2-smb neutron-server[86195]: return func(*args, **kwargs) Apr 20 18:23:05.683990 dv-cinder-786929-2-smb neutron-server[86195]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 18:23:05.683990 dv-cinder-786929-2-smb neutron-server[86195]: self._notify() Apr 20 18:23:05.683990 dv-cinder-786929-2-smb neutron-server[86195]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 18:23:05.683990 dv-cinder-786929-2-smb neutron-server[86195]: self.callback(batched_events) Apr 20 18:23:05.683990 dv-cinder-786929-2-smb neutron-server[86195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 18:23:05.683990 dv-cinder-786929-2-smb neutron-server[86195]: event.method(event) Apr 20 18:23:05.683990 dv-cinder-786929-2-smb neutron-server[86195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 18:23:05.683990 dv-cinder-786929-2-smb neutron-server[86195]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 18:23:05.683990 dv-cinder-786929-2-smb neutron-server[86195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 20 18:23:05.683990 dv-cinder-786929-2-smb neutron-server[86195]: segment_id)['aggregates'][0] Apr 20 18:23:05.683990 dv-cinder-786929-2-smb neutron-server[86195]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 18:23:05.683990 dv-cinder-786929-2-smb neutron-server[86195]: return f(self, *a, **k) Apr 20 18:23:05.683990 dv-cinder-786929-2-smb neutron-server[86195]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 18:23:05.683990 dv-cinder-786929-2-smb neutron-server[86195]: return self._get(url).json() Apr 20 18:23:05.683990 dv-cinder-786929-2-smb neutron-server[86195]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 18:23:05.683990 dv-cinder-786929-2-smb neutron-server[86195]: **kwargs) Apr 20 18:23:05.683990 dv-cinder-786929-2-smb neutron-server[86195]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 18:23:05.683990 dv-cinder-786929-2-smb neutron-server[86195]: return self.request(url, 'GET', **kwargs) Apr 20 18:23:05.683990 dv-cinder-786929-2-smb neutron-server[86195]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 20 18:23:05.683990 dv-cinder-786929-2-smb neutron-server[86195]: **endpoint_filter) Apr 20 18:23:05.683990 dv-cinder-786929-2-smb neutron-server[86195]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 18:23:05.683990 dv-cinder-786929-2-smb neutron-server[86195]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 18:23:05.683990 dv-cinder-786929-2-smb neutron-server[86195]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 18:23:05.683990 dv-cinder-786929-2-smb neutron-server[86195]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 18:23:05.683990 dv-cinder-786929-2-smb neutron-server[86195]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 18:23:05.741694 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.plugin [None req-d295122a-0ed5-4c61-828e-933c038a7019 None None] Deleting port bdf1ff4c-9c8d-4f95-815e-99f670d72c4f {{(pid=86312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:23:05.742236 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-d295122a-0ed5-4c61-828e-933c038a7019 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363299861050484'] for port, before_delete {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:05.768682 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-041d4f39-169d-4746-aec2-dea75f598fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036852945155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854236788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854121855'] for network, after_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:05.774260 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:23:05.795234 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-041d4f39-169d-4746-aec2-dea75f598fb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-751497'] for network, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:05.809193 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041d4f39-169d-4746-aec2-dea75f598fb6 admin admin] Pushing event deleted for resources: {'Network': ['ID=b5591ab1-84d9-4585-836b-47bf7632765d,revision_number=None']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:23:05.815312 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-041d4f39-169d-4746-aec2-dea75f598fb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:23:05.830771 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.plugin [None req-d295122a-0ed5-4c61-828e-933c038a7019 None None] The port 'bdf1ff4c-9c8d-4f95-815e-99f670d72c4f' was deleted {{(pid=86312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 20 18:23:05.831842 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-041d4f39-169d-4746-aec2-dea75f598fb6 admin admin] 10.222.0.32 "DELETE /v2.0/networks/b5591ab1-84d9-4585-836b-47bf7632765d HTTP/1.1" status: 204 len: 168 time: 1.9594476 Apr 20 18:23:05.834870 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.32', 57168) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:23:06.518806 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-68c555d4-b8a6-48a3-b1f6-19aa5c7a6653 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-397209'] for router_interface, before_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:06.963895 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.plugin [None req-68c555d4-b8a6-48a3-b1f6-19aa5c7a6653 admin admin] Deleting port f7bcbeb0-2f41-4074-8166-706dba1de13d {{(pid=86311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:23:06.964210 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-68c555d4-b8a6-48a3-b1f6-19aa5c7a6653 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363299861050484'] for port, before_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:07.116291 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-a9988fab-37db-4bdd-a8c4-4871073d8142 req-5467976b-c013-4ccc-8f0d-267be774ac74 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ca697cc4-a8c4-410c-b96c-ff8164d02a38&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0856569 Apr 20 18:23:07.199109 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.db [None req-68c555d4-b8a6-48a3-b1f6-19aa5c7a6653 admin admin] For port f7bcbeb0-2f41-4074-8166-706dba1de13d, host dv-cinder-786929-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-2-smb',level=0,port_id=f7bcbeb0-2f41-4074-8166-706dba1de13d,segment=NetworkSegment(34c3b8d6-b6fd-4e21-86f4-5fb0712f0aa5),segment_id=34c3b8d6-b6fd-4e21-86f4-5fb0712f0aa5)] {{(pid=86311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:23:07.199515 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-68c555d4-b8a6-48a3-b1f6-19aa5c7a6653 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632958'] for port, precommit_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:07.285020 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9988fab-37db-4bdd-a8c4-4871073d8142 req-f425a5f0-1adc-4f57-89ba-c1b434eec741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:23:07.286634 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-a9988fab-37db-4bdd-a8c4-4871073d8142 req-f425a5f0-1adc-4f57-89ba-c1b434eec741 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=02dae3b9331843428972d1ab84d0d2ed&device_id=ca697cc4-a8c4-410c-b96c-ff8164d02a38 HTTP/1.1" status: 200 len: 1099 time: 0.0940163 Apr 20 18:23:07.345293 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.plugin [None req-68c555d4-b8a6-48a3-b1f6-19aa5c7a6653 admin admin] Calling delete_port for f7bcbeb0-2f41-4074-8166-706dba1de13d owned by network:router_interface {{(pid=86311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 18:23:07.491312 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9988fab-37db-4bdd-a8c4-4871073d8142 req-3ef6ecea-a4dc-434e-af20-32f0b4267e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:23:07.494713 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-a9988fab-37db-4bdd-a8c4-4871073d8142 req-3ef6ecea-a4dc-434e-af20-32f0b4267e76 service neutron] 10.222.0.13 "GET /v2.0/networks?id=5b82a5ad-5a0b-4f36-b6c5-403cadd34a79 HTTP/1.1" status: 200 len: 918 time: 0.1867836 Apr 20 18:23:07.563387 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-68c555d4-b8a6-48a3-b1f6-19aa5c7a6653 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852966479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363299861045279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363299861495122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850693756'] for port, after_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:07.572058 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-c572837b-c81b-4372-bd3a-703cbf4eff30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:23:07.616288 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-a9988fab-37db-4bdd-a8c4-4871073d8142 req-4af82566-d7fe-4a2e-be9e-0fd44d2204b7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=173d9a00-e756-4b8c-8680-1588c794e4a1 HTTP/1.1" status: 200 len: 1001 time: 0.1156631 Apr 20 18:23:07.666961 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c555d4-b8a6-48a3-b1f6-19aa5c7a6653 admin admin] Pushing event deleted for resources: {'Port': ['ID=f7bcbeb0-2f41-4074-8166-706dba1de13d,revision_number=None']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:23:07.674282 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-68c555d4-b8a6-48a3-b1f6-19aa5c7a6653 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:23:07.731120 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9988fab-37db-4bdd-a8c4-4871073d8142 req-9dc67486-85e8-42ed-82b4-b58e5bc16f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:23:07.734533 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-a9988fab-37db-4bdd-a8c4-4871073d8142 req-9dc67486-85e8-42ed-82b4-b58e5bc16f76 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a0d1d23a-bc57-4fd3-ab7b-5ff7156471c8 HTTP/1.1" status: 200 len: 856 time: 0.1113193 Apr 20 18:23:07.898697 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9988fab-37db-4bdd-a8c4-4871073d8142 req-a6d7da9a-292a-4a95-82d8-c6012db0471c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:23:07.902316 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-a9988fab-37db-4bdd-a8c4-4871073d8142 req-a6d7da9a-292a-4a95-82d8-c6012db0471c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5b82a5ad-5a0b-4f36-b6c5-403cadd34a79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1615016 Apr 20 18:23:08.082172 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-fb79ee62-e56c-4c41-830b-b351765e2c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299861013637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394135'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:08.112947 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-a9988fab-37db-4bdd-a8c4-4871073d8142 req-845bd2c9-376f-458d-825e-5c7e957a89e8 service neutron] 10.222.0.13 "GET /v2.0/networks/5b82a5ad-5a0b-4f36-b6c5-403cadd34a79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2043509 Apr 20 18:23:08.282562 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-a9988fab-37db-4bdd-a8c4-4871073d8142 req-71edee82-3d81-48b3-b47e-7f9150a87f86 service neutron] 10.222.0.13 "GET /v2.0/networks/5b82a5ad-5a0b-4f36-b6c5-403cadd34a79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1624401 Apr 20 18:23:08.512484 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-68c555d4-b8a6-48a3-b1f6-19aa5c7a6653 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854024286', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-397287'] for router_interface, after_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:08.944935 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68c555d4-b8a6-48a3-b1f6-19aa5c7a6653 admin admin] Router 472a3c87-35b0-49ba-8917-5138d1f04fec has already been hosted by L3 agent 40af0123-fc20-4e27-8672-759459b7c5ef {{(pid=86311) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 18:23:09.148871 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68c555d4-b8a6-48a3-b1f6-19aa5c7a6653 admin admin] Notify agent at l3_agent.dv-cinder-786929-2-smb the message routers_updated {{(pid=86311) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 18:23:09.162096 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22c8a089-ac85-4436-9b9c-f5026da99a2e None None] Sync routers for ids ['472a3c87-35b0-49ba-8917-5138d1f04fec'] in dv-cinder-786929-2-smb {{(pid=86312) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 18:23:09.167070 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.32', 57184) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:23:09.167367 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-68c555d4-b8a6-48a3-b1f6-19aa5c7a6653 admin admin] 10.222.0.32 "PUT /v2.0/routers/472a3c87-35b0-49ba-8917-5138d1f04fec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3308673 Apr 20 18:23:09.179997 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22c8a089-ac85-4436-9b9c-f5026da99a2e None None] Routers {'472a3c87-35b0-49ba-8917-5138d1f04fec'} bound to L3 agent in host dv-cinder-786929-2-smb {{(pid=86312) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:23:09.181787 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_hamode_db [None req-22c8a089-ac85-4436-9b9c-f5026da99a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786929-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T18:07:11Z,description=,heartbeat_timestamp=2021-04-20T18:22:41Z,host='dv-cinder-786929-2-smb',id=40af0123-fc20-4e27-8672-759459b7c5ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T18:07:11Z,topic='l3_agent')) {'router_ids': ['472a3c87-35b0-49ba-8917-5138d1f04fec'], 'active': True} {{(pid=86312) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:23:09.442538 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-ce0c43fe-4b82-4988-b28d-a8b6867a3a7a admin admin] Notify callbacks [] for router, before_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:09.495314 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_dvr_db [None req-22c8a089-ac85-4436-9b9c-f5026da99a2e None None] Set router 472a3c87-35b0-49ba-8917-5138d1f04fec gateway port host: dv-cinder-786929-2-smb {{(pid=86312) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 18:23:09.676498 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-ce0c43fe-4b82-4988-b28d-a8b6867a3a7a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:09.687984 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.plugin [None req-ce0c43fe-4b82-4988-b28d-a8b6867a3a7a admin admin] Deleting port cd64ce61-92b4-44d2-a255-daeac253dce7 {{(pid=86310) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:23:09.688399 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-ce0c43fe-4b82-4988-b28d-a8b6867a3a7a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363299861050484'] for port, before_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:09.959376 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_hamode_db [None req-22c8a089-ac85-4436-9b9c-f5026da99a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '472a3c87-35b0-49ba-8917-5138d1f04fec', 'name': 'tempest-TestShelveInstance-613092742-router', 'tenant_id': '92893a5d06f94830b83805b9b11fe79c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26051af8-ebd0-4db2-857e-181975352424', 'external_fixed_ips': [{'subnet_id': 'a8fb9e9c-99d7-49f9-8da9-302520785055', 'ip_address': '172.28.0.23'}], 'enable_snat': True}, 'gw_port_id': 'cd64ce61-92b4-44d2-a255-daeac253dce7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:18:10Z', 'updated_at': '2021-04-20T18:23:07Z', 'revision_number': 5, 'project_id': '92893a5d06f94830b83805b9b11fe79c', 'gw_port': {'id': 'cd64ce61-92b4-44d2-a255-daeac253dce7', 'name': '', 'network_id': '26051af8-ebd0-4db2-857e-181975352424', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:d7:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '472a3c87-35b0-49ba-8917-5138d1f04fec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'a8fb9e9c-99d7-49f9-8da9-302520785055', 'ip_address': '172.28.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:18:13Z', 'updated_at': '2021-04-20T18:18:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8fb9e9c-99d7-49f9-8da9-302520785055', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-2-smb'}], 'dv-cinder-786929-2-smb', False) {} {{(pid=86312) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:23:09.965036 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22c8a089-ac85-4436-9b9c-f5026da99a2e None None] Checking router: 472a3c87-35b0-49ba-8917-5138d1f04fec for host: dv-cinder-786929-2-smb {{(pid=86312) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 18:23:09.979166 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22c8a089-ac85-4436-9b9c-f5026da99a2e None None] Routers {'472a3c87-35b0-49ba-8917-5138d1f04fec'} bound to L3 agent in host dv-cinder-786929-2-smb {{(pid=86312) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:23:09.979996 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_hamode_db [None req-22c8a089-ac85-4436-9b9c-f5026da99a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786929-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T18:07:11Z,description=,heartbeat_timestamp=2021-04-20T18:22:41Z,host='dv-cinder-786929-2-smb',id=40af0123-fc20-4e27-8672-759459b7c5ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T18:07:11Z,topic='l3_agent')) {'router_ids': ['472a3c87-35b0-49ba-8917-5138d1f04fec'], 'active': True} {{(pid=86312) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:23:10.003384 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.db [None req-ce0c43fe-4b82-4988-b28d-a8b6867a3a7a admin admin] For port cd64ce61-92b4-44d2-a255-daeac253dce7, host dv-cinder-786929-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-2-smb',level=0,port_id=cd64ce61-92b4-44d2-a255-daeac253dce7,segment=NetworkSegment(0fd0f869-d1a1-42b0-840f-a1b93e92e33d),segment_id=0fd0f869-d1a1-42b0-840f-a1b93e92e33d)] {{(pid=86310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:23:10.003833 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-ce0c43fe-4b82-4988-b28d-a8b6867a3a7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632958'] for port, precommit_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:10.147421 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.plugin [None req-ce0c43fe-4b82-4988-b28d-a8b6867a3a7a admin admin] Calling delete_port for cd64ce61-92b4-44d2-a255-daeac253dce7 owned by network:router_gateway {{(pid=86310) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 18:23:10.206209 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_dvr_db [None req-22c8a089-ac85-4436-9b9c-f5026da99a2e None None] Set router 472a3c87-35b0-49ba-8917-5138d1f04fec gateway port host: None {{(pid=86312) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 18:23:10.392991 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_hamode_db [None req-22c8a089-ac85-4436-9b9c-f5026da99a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '472a3c87-35b0-49ba-8917-5138d1f04fec', 'name': 'tempest-TestShelveInstance-613092742-router', 'tenant_id': '92893a5d06f94830b83805b9b11fe79c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:18:10Z', 'updated_at': '2021-04-20T18:23:09Z', 'revision_number': 6, 'project_id': '92893a5d06f94830b83805b9b11fe79c', 'gw_port_host': None}], 'dv-cinder-786929-2-smb', False) {} {{(pid=86312) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:23:10.400406 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22c8a089-ac85-4436-9b9c-f5026da99a2e None None] The sync data for ids ['472a3c87-35b0-49ba-8917-5138d1f04fec'] in dv-cinder-786929-2-smb is: [{'id': '472a3c87-35b0-49ba-8917-5138d1f04fec', 'name': 'tempest-TestShelveInstance-613092742-router', 'tenant_id': '92893a5d06f94830b83805b9b11fe79c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:18:10Z', 'updated_at': '2021-04-20T18:23:09Z', 'revision_number': 6, 'project_id': '92893a5d06f94830b83805b9b11fe79c', 'gw_port_host': None}] {{(pid=86312) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 18:23:10.401035 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-ce0c43fe-4b82-4988-b28d-a8b6867a3a7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852966479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363299861045279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363299861495122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852424964'] for port, after_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:10.405974 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-f6f938a2-7fdb-475b-8270-e4a0140d8a89 tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:23:10.461345 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0c43fe-4b82-4988-b28d-a8b6867a3a7a admin admin] Pushing event deleted for resources: {'Port': ['ID=cd64ce61-92b4-44d2-a255-daeac253dce7,revision_number=None']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:23:10.465243 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-ce0c43fe-4b82-4988-b28d-a8b6867a3a7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:23:10.586168 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-ce0c43fe-4b82-4988-b28d-a8b6867a3a7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854149018'] for router_gateway, after_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:10.782883 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-ce0c43fe-4b82-4988-b28d-a8b6867a3a7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854121414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854760238'] for router, precommit_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:10.785606 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-ce0c43fe-4b82-4988-b28d-a8b6867a3a7a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:10.811214 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-ce0c43fe-4b82-4988-b28d-a8b6867a3a7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-395902'] for router, after_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:10.811918 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce0c43fe-4b82-4988-b28d-a8b6867a3a7a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 472a3c87-35b0-49ba-8917-5138d1f04fec {{(pid=86310) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 20 18:23:10.829192 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-ce0c43fe-4b82-4988-b28d-a8b6867a3a7a admin admin] Notify callbacks [] for router, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:10.830523 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-ce0c43fe-4b82-4988-b28d-a8b6867a3a7a admin admin] 10.222.0.32 "DELETE /v2.0/routers/472a3c87-35b0-49ba-8917-5138d1f04fec HTTP/1.1" status: 204 len: 168 time: 1.6613874 Apr 20 18:23:10.833430 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.32', 57198) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:23:10.917412 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-e5fee8ac-ab78-4349-8436-af88c9f8116b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299861013637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394135'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:10.927442 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.db_base_plugin_v2 [None req-15aa7e41-43ac-4e9f-80cf-0a8041d06b74 admin admin] Deleting subnet c0f83671-e397-4954-b9fd-819e5f16f831 {{(pid=86310) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 20 18:23:10.932723 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-15aa7e41-43ac-4e9f-80cf-0a8041d06b74 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:11.041688 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-15aa7e41-43ac-4e9f-80cf-0a8041d06b74 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2351100'] for subnet, precommit_delete_associations {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:11.167281 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-2bb93f3c-0bff-4547-a1e0-c38a344e24ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299861013637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394135'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:11.202670 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-15aa7e41-43ac-4e9f-80cf-0a8041d06b74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852945248'] for subnet, precommit_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:11.536396 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.rpc [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Device f7bcbeb0-2f41-4074-8166-706dba1de13d no longer exists at agent ovs-agent-dv-cinder-786929-2-smb {{(pid=86312) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 18:23:11.567904 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-15aa7e41-43ac-4e9f-80cf-0a8041d06b74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1830552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854235284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852424920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852368849'] for subnet, after_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:11.578033 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-6cbb199c-3c52-456a-8b82-112c618437b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:23:11.579908 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.plugin [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] No Port match for: f7bcbeb0-2f41-4074-8166-706dba1de13d {{(pid=86312) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 18:23:11.580309 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.rpc [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Device f7bcbeb0-2f41-4074-8166-706dba1de13d not bound to the agent host dv-cinder-786929-2-smb {{(pid=86312) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 18:23:11.580756 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.rpc [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Device cd64ce61-92b4-44d2-a255-daeac253dce7 no longer exists at agent ovs-agent-dv-cinder-786929-2-smb {{(pid=86312) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 18:23:11.632068 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15aa7e41-43ac-4e9f-80cf-0a8041d06b74 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c0f83671-e397-4954-b9fd-819e5f16f831,revision_number=None']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:23:11.634605 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-15aa7e41-43ac-4e9f-80cf-0a8041d06b74 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:11.637824 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-15aa7e41-43ac-4e9f-80cf-0a8041d06b74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:23:11.647218 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.32', 57216) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:23:11.648607 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-15aa7e41-43ac-4e9f-80cf-0a8041d06b74 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/c0f83671-e397-4954-b9fd-819e5f16f831 HTTP/1.1" status: 204 len: 168 time: 0.8139176 Apr 20 18:23:11.654792 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec2ec66a-afeb-4339-85ce-b71c5bec5586 None None] Network 3d76939e-c611-4d6b-a492-ef06b8727f1c requested from dv-cinder-786929-2-smb {{(pid=86312) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 18:23:11.706240 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.plugin [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] No Port match for: cd64ce61-92b4-44d2-a255-daeac253dce7 {{(pid=86312) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 18:23:11.707146 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.rpc [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Device cd64ce61-92b4-44d2-a255-daeac253dce7 not bound to the agent host dv-cinder-786929-2-smb {{(pid=86312) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 18:23:11.783557 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.32', 57222) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:23:11.790621 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-051a37f1-43af-4eb3-a87f-613fac9684c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853350932'] for network, before_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:11.802917 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.plugin [None req-051a37f1-43af-4eb3-a87f-613fac9684c2 admin admin] Deleting port 8a98b624-a9b0-4c9c-880b-7bfe76edde4a {{(pid=86311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:23:11.803341 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-051a37f1-43af-4eb3-a87f-613fac9684c2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363299861050484'] for port, before_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:11.959343 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-a943a306-5810-47cb-8e91-784e10ac90fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:11.981145 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-a943a306-5810-47cb-8e91-784e10ac90fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:23:11.986337 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-a943a306-5810-47cb-8e91-784e10ac90fc admin admin] Usage tracker for resource:security_group_rule and tenant:f973affb17144448bde3855b8470bb21 is out of sync, need to count used quota {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:23:11.989980 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-a943a306-5810-47cb-8e91-784e10ac90fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:23:12.001886 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-a943a306-5810-47cb-8e91-784e10ac90fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:23:12.053885 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.db [None req-051a37f1-43af-4eb3-a87f-613fac9684c2 admin admin] For port 8a98b624-a9b0-4c9c-880b-7bfe76edde4a, host dv-cinder-786929-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-2-smb',level=0,port_id=8a98b624-a9b0-4c9c-880b-7bfe76edde4a,segment=NetworkSegment(34c3b8d6-b6fd-4e21-86f4-5fb0712f0aa5),segment_id=34c3b8d6-b6fd-4e21-86f4-5fb0712f0aa5)] {{(pid=86311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:23:12.054955 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-051a37f1-43af-4eb3-a87f-613fac9684c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632958'] for port, precommit_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:12.117034 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c6a1d94-14c6-4d29-b0bd-d5ab3ce06480 None None] DHCP port deletion for 3d76939e-c611-4d6b-a492-ef06b8727f1c request from dv-cinder-786929-2-smb {{(pid=86312) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 20 18:23:12.122065 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.plugin [None req-8c6a1d94-14c6-4d29-b0bd-d5ab3ce06480 None None] Deleting port 8a98b624-a9b0-4c9c-880b-7bfe76edde4a {{(pid=86312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:23:12.122612 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-8c6a1d94-14c6-4d29-b0bd-d5ab3ce06480 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363299861050484'] for port, before_delete {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:12.129374 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-a943a306-5810-47cb-8e91-784e10ac90fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:12.133379 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-a943a306-5810-47cb-8e91-784e10ac90fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854236768'] for security_group, after_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:12.142543 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-06605631-483f-4151-8541-ba3877769276 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:23:12.192814 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a943a306-5810-47cb-8e91-784e10ac90fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e42b314-7485-4873-b097-25cfb38540b7,revision_number=1']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:23:12.201179 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.plugin [None req-051a37f1-43af-4eb3-a87f-613fac9684c2 admin admin] Calling delete_port for 8a98b624-a9b0-4c9c-880b-7bfe76edde4a owned by network:dhcp {{(pid=86311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 18:23:12.203087 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-a943a306-5810-47cb-8e91-784e10ac90fc admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f973affb17144448bde3855b8470bb21&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4181547 Apr 20 18:23:12.207758 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.32', 57228) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:23:12.223385 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a943a306-5810-47cb-8e91-784e10ac90fc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:23:12.223713 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a943a306-5810-47cb-8e91-784e10ac90fc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:23:12.224148 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a943a306-5810-47cb-8e91-784e10ac90fc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:23:12.224561 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a943a306-5810-47cb-8e91-784e10ac90fc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:23:12.224970 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a943a306-5810-47cb-8e91-784e10ac90fc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:23:12.225382 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a943a306-5810-47cb-8e91-784e10ac90fc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:23:12.225928 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a943a306-5810-47cb-8e91-784e10ac90fc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:23:12.226348 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a943a306-5810-47cb-8e91-784e10ac90fc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:23:12.226796 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a943a306-5810-47cb-8e91-784e10ac90fc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:23:12.227196 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a943a306-5810-47cb-8e91-784e10ac90fc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:23:12.227601 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a943a306-5810-47cb-8e91-784e10ac90fc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:23:12.228536 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a943a306-5810-47cb-8e91-784e10ac90fc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:23:12.234063 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299861013637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394135'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:12.234914 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-a943a306-5810-47cb-8e91-784e10ac90fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:23:12.298573 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-051a37f1-43af-4eb3-a87f-613fac9684c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852966479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363299861045279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363299861495122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850693756'] for port, after_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:12.304130 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-f1480fcd-eed8-423b-81a2-04458763f46b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:23:12.339942 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-181cc38f-89c3-4237-95e3-36786d6f7a26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:12.355366 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051a37f1-43af-4eb3-a87f-613fac9684c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=8a98b624-a9b0-4c9c-880b-7bfe76edde4a,revision_number=None']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:23:12.358105 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-051a37f1-43af-4eb3-a87f-613fac9684c2 admin admin] No DVR routers for this DVR port 8a98b624-a9b0-4c9c-880b-7bfe76edde4a on host dv-cinder-786929-2-smb {{(pid=86311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 18:23:12.359515 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-051a37f1-43af-4eb3-a87f-613fac9684c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:23:12.373796 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-181cc38f-89c3-4237-95e3-36786d6f7a26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:12.420390 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.db [None req-8c6a1d94-14c6-4d29-b0bd-d5ab3ce06480 None None] For port 8a98b624-a9b0-4c9c-880b-7bfe76edde4a, host dv-cinder-786929-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-2-smb',level=0,port_id=8a98b624-a9b0-4c9c-880b-7bfe76edde4a,segment=NetworkSegment(34c3b8d6-b6fd-4e21-86f4-5fb0712f0aa5),segment_id=34c3b8d6-b6fd-4e21-86f4-5fb0712f0aa5)] {{(pid=86312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:23:12.420925 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-8c6a1d94-14c6-4d29-b0bd-d5ab3ce06480 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632958'] for port, precommit_delete {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:12.438152 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-181cc38f-89c3-4237-95e3-36786d6f7a26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854236768'] for security_group, after_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:12.448783 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-89751685-936b-4583-9376-8f04d4afd62c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:23:12.476690 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181cc38f-89c3-4237-95e3-36786d6f7a26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e42b314-7485-4873-b097-25cfb38540b7,revision_number=None']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:23:12.483528 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-181cc38f-89c3-4237-95e3-36786d6f7a26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:23:12.485632 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-181cc38f-89c3-4237-95e3-36786d6f7a26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:12.487878 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-181cc38f-89c3-4237-95e3-36786d6f7a26 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8e42b314-7485-4873-b097-25cfb38540b7 HTTP/1.1" status: 204 len: 168 time: 0.2788212 Apr 20 18:23:12.509531 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-051a37f1-43af-4eb3-a87f-613fac9684c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1830645', 'neutron.services.segments.db._delete_segments_for_network-8736993762163'] for network, precommit_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:12.583821 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.plugin [None req-8c6a1d94-14c6-4d29-b0bd-d5ab3ce06480 None None] Calling delete_port for 8a98b624-a9b0-4c9c-880b-7bfe76edde4a owned by network:dhcp {{(pid=86312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 18:23:12.685259 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.services.segments.db [None req-051a37f1-43af-4eb3-a87f-613fac9684c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d76939e-c611-4d6b-a492-ef06b8727f1c']}} {{(pid=86311) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:23:12.699143 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.db.api [None req-8c6a1d94-14c6-4d29-b0bd-d5ab3ce06480 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86312) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 20 18:23:12.699731 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_db.api [None req-8c6a1d94-14c6-4d29-b0bd-d5ab3ce06480 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86312) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 20 18:23:12.713609 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.services.segments.db [None req-051a37f1-43af-4eb3-a87f-613fac9684c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34c3b8d6-b6fd-4e21-86f4-5fb0712f0aa5') {'for_net_delete': True} {{(pid=86311) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:23:12.714153 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.services.segments.db [None req-051a37f1-43af-4eb3-a87f-613fac9684c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34c3b8d6-b6fd-4e21-86f4-5fb0712f0aa5') {} {{(pid=86311) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:23:12.740236 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-051a37f1-43af-4eb3-a87f-613fac9684c2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363299860984163', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852509784'] for segment, before_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:12.773167 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-051a37f1-43af-4eb3-a87f-613fac9684c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1711814'] for segment, precommit_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:12.787035 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-051a37f1-43af-4eb3-a87f-613fac9684c2 admin admin] Releasing vlan 134 on physical network physnet1 to pool {{(pid=86311) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 20 18:23:13.083712 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.managers [None req-051a37f1-43af-4eb3-a87f-613fac9684c2 admin admin] Network 3d76939e-c611-4d6b-a492-ef06b8727f1c has no segments {{(pid=86311) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 18:23:13.094258 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-051a37f1-43af-4eb3-a87f-613fac9684c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853064015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4082163'] for segment, after_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:13.201578 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.plugin [None req-8c6a1d94-14c6-4d29-b0bd-d5ab3ce06480 None None] Deleting port 8a98b624-a9b0-4c9c-880b-7bfe76edde4a {{(pid=86312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:23:13.203331 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-8c6a1d94-14c6-4d29-b0bd-d5ab3ce06480 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363299861050484'] for port, before_delete {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:13.354811 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.plugin [None req-8c6a1d94-14c6-4d29-b0bd-d5ab3ce06480 None None] The port '8a98b624-a9b0-4c9c-880b-7bfe76edde4a' was deleted {{(pid=86312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 20 18:23:13.363710 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.managers [None req-051a37f1-43af-4eb3-a87f-613fac9684c2 admin admin] Network 3d76939e-c611-4d6b-a492-ef06b8727f1c has no segments {{(pid=86311) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 18:23:13.378054 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-f70b5d3b-7deb-456f-82aa-acef0ba2518a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299861013637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394135'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:13.396801 dv-cinder-786929-2-smb neutron-server[86195]: Traceback (most recent call last): Apr 20 18:23:13.396801 dv-cinder-786929-2-smb neutron-server[86195]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 18:23:13.396801 dv-cinder-786929-2-smb neutron-server[86195]: timer() Apr 20 18:23:13.396801 dv-cinder-786929-2-smb neutron-server[86195]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 18:23:13.396801 dv-cinder-786929-2-smb neutron-server[86195]: cb(*args, **kw) Apr 20 18:23:13.396801 dv-cinder-786929-2-smb neutron-server[86195]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 20 18:23:13.396801 dv-cinder-786929-2-smb neutron-server[86195]: return func(*args, **kwargs) Apr 20 18:23:13.396801 dv-cinder-786929-2-smb neutron-server[86195]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 18:23:13.396801 dv-cinder-786929-2-smb neutron-server[86195]: self._notify() Apr 20 18:23:13.396801 dv-cinder-786929-2-smb neutron-server[86195]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 18:23:13.396801 dv-cinder-786929-2-smb neutron-server[86195]: self.callback(batched_events) Apr 20 18:23:13.396801 dv-cinder-786929-2-smb neutron-server[86195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 18:23:13.396801 dv-cinder-786929-2-smb neutron-server[86195]: event.method(event) Apr 20 18:23:13.396801 dv-cinder-786929-2-smb neutron-server[86195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 18:23:13.396801 dv-cinder-786929-2-smb neutron-server[86195]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 18:23:13.396801 dv-cinder-786929-2-smb neutron-server[86195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 20 18:23:13.396801 dv-cinder-786929-2-smb neutron-server[86195]: segment_id)['aggregates'][0] Apr 20 18:23:13.396801 dv-cinder-786929-2-smb neutron-server[86195]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 18:23:13.396801 dv-cinder-786929-2-smb neutron-server[86195]: return f(self, *a, **k) Apr 20 18:23:13.396801 dv-cinder-786929-2-smb neutron-server[86195]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 18:23:13.396801 dv-cinder-786929-2-smb neutron-server[86195]: return self._get(url).json() Apr 20 18:23:13.396801 dv-cinder-786929-2-smb neutron-server[86195]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 18:23:13.396801 dv-cinder-786929-2-smb neutron-server[86195]: **kwargs) Apr 20 18:23:13.396801 dv-cinder-786929-2-smb neutron-server[86195]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 18:23:13.396801 dv-cinder-786929-2-smb neutron-server[86195]: return self.request(url, 'GET', **kwargs) Apr 20 18:23:13.396801 dv-cinder-786929-2-smb neutron-server[86195]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 20 18:23:13.396801 dv-cinder-786929-2-smb neutron-server[86195]: **endpoint_filter) Apr 20 18:23:13.396801 dv-cinder-786929-2-smb neutron-server[86195]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 18:23:13.396801 dv-cinder-786929-2-smb neutron-server[86195]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 18:23:13.396801 dv-cinder-786929-2-smb neutron-server[86195]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 18:23:13.396801 dv-cinder-786929-2-smb neutron-server[86195]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 18:23:13.396801 dv-cinder-786929-2-smb neutron-server[86195]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 18:23:13.511292 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-051a37f1-43af-4eb3-a87f-613fac9684c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036852945155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854236788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854121855'] for network, after_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:13.511869 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.rpc [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Device 8a98b624-a9b0-4c9c-880b-7bfe76edde4a no longer exists at agent ovs-agent-dv-cinder-786929-2-smb {{(pid=86312) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 18:23:13.515937 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:23:13.542706 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-051a37f1-43af-4eb3-a87f-613fac9684c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-751497'] for network, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:13.554975 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051a37f1-43af-4eb3-a87f-613fac9684c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=3d76939e-c611-4d6b-a492-ef06b8727f1c,revision_number=None']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:23:13.559764 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-051a37f1-43af-4eb3-a87f-613fac9684c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:23:13.568142 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-051a37f1-43af-4eb3-a87f-613fac9684c2 admin admin] 10.222.0.32 "DELETE /v2.0/networks/3d76939e-c611-4d6b-a492-ef06b8727f1c HTTP/1.1" status: 204 len: 168 time: 1.9193623 Apr 20 18:23:13.580250 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.plugin [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] No Port match for: 8a98b624-a9b0-4c9c-880b-7bfe76edde4a {{(pid=86312) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 18:23:13.580885 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.rpc [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Device 8a98b624-a9b0-4c9c-880b-7bfe76edde4a not bound to the agent host dv-cinder-786929-2-smb {{(pid=86312) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 18:23:13.881756 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.32', 57268) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:23:13.958487 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-3566c48a-cf4d-4ff9-aa6e-9444f5972b74 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c63217fb60aa4544a29b035267cf6bf0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0751631 Apr 20 18:23:13.963489 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.32', 57284) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:23:14.046688 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-779f2fca-bc22-486f-88de-9a529e4efe2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:14.080384 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-779f2fca-bc22-486f-88de-9a529e4efe2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:14.136682 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-779f2fca-bc22-486f-88de-9a529e4efe2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854236768'] for security_group, after_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:14.141089 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-15ffff34-3aa5-40eb-bc95-954e0d9c23c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:23:14.156214 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779f2fca-bc22-486f-88de-9a529e4efe2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cf512b6-421d-4de4-9205-92faf32c9aef,revision_number=None']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:23:14.160304 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-779f2fca-bc22-486f-88de-9a529e4efe2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:23:14.167751 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-779f2fca-bc22-486f-88de-9a529e4efe2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:14.175156 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-779f2fca-bc22-486f-88de-9a529e4efe2b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2cf512b6-421d-4de4-9205-92faf32c9aef HTTP/1.1" status: 204 len: 168 time: 0.2103117 Apr 20 18:23:14.758266 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.32', 57312) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:23:14.834933 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-8759d11a-1fde-4191-b916-1672ef9639c0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=92893a5d06f94830b83805b9b11fe79c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0789924 Apr 20 18:23:14.838813 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.32', 57316) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:23:14.931501 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-70dd5eb8-1289-4c05-afbe-9f2e697400a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:14.970982 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-70dd5eb8-1289-4c05-afbe-9f2e697400a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:15.032003 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-70dd5eb8-1289-4c05-afbe-9f2e697400a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854236768'] for security_group, after_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:15.038639 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-a0754578-df76-4823-9cb4-0c2bd97b4a5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:23:15.056870 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70dd5eb8-1289-4c05-afbe-9f2e697400a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6456d807-1396-4ea1-a0b9-d5476935e487,revision_number=None']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:23:15.067256 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-70dd5eb8-1289-4c05-afbe-9f2e697400a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:15.068513 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-70dd5eb8-1289-4c05-afbe-9f2e697400a1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6456d807-1396-4ea1-a0b9-d5476935e487 HTTP/1.1" status: 204 len: 168 time: 0.2287159 Apr 20 18:23:15.070339 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70dd5eb8-1289-4c05-afbe-9f2e697400a1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:23:15.070809 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70dd5eb8-1289-4c05-afbe-9f2e697400a1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:23:15.071225 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70dd5eb8-1289-4c05-afbe-9f2e697400a1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:23:15.072018 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70dd5eb8-1289-4c05-afbe-9f2e697400a1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:23:15.072434 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70dd5eb8-1289-4c05-afbe-9f2e697400a1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:23:15.072872 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70dd5eb8-1289-4c05-afbe-9f2e697400a1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:23:15.073248 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70dd5eb8-1289-4c05-afbe-9f2e697400a1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:23:15.073652 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70dd5eb8-1289-4c05-afbe-9f2e697400a1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:23:15.074107 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70dd5eb8-1289-4c05-afbe-9f2e697400a1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:23:15.074530 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70dd5eb8-1289-4c05-afbe-9f2e697400a1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:23:15.074935 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70dd5eb8-1289-4c05-afbe-9f2e697400a1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:23:15.075335 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70dd5eb8-1289-4c05-afbe-9f2e697400a1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:23:15.084804 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-70dd5eb8-1289-4c05-afbe-9f2e697400a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:23:25.205962 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bb5908-ef38-4d62-b998-b12f38b1e58a req-baa50588-e8a9-4845-9533-f1108271a2ca tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:23:25.208267 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-e5bb5908-ef38-4d62-b998-b12f38b1e58a req-baa50588-e8a9-4845-9533-f1108271a2ca tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca697cc4-a8c4-410c-b96c-ff8164d02a38 HTTP/1.1" status: 200 len: 946 time: 0.1013808 Apr 20 18:23:25.270029 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-e5bb5908-ef38-4d62-b998-b12f38b1e58a req-496dd51f-ddd7-4748-affd-331f19385f51 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f160d63-b9de-4bb3-8300-e22923f844bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537090 Apr 20 18:23:26.481996 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e948db5f-9a0b-4e92-a132-42c1d6feaa97 req-eb4519ab-ac86-4493-9a4b-90aa76e63f08 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:23:26.483974 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-e948db5f-9a0b-4e92-a132-42c1d6feaa97 req-eb4519ab-ac86-4493-9a4b-90aa76e63f08 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca697cc4-a8c4-410c-b96c-ff8164d02a38 HTTP/1.1" status: 200 len: 946 time: 0.0978348 Apr 20 18:23:26.558988 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3896e570-1ee1-4eab-8090-8fb772feb5e2 req-e0b7fd99-7b60-4b2b-a8df-8f96b6cbf273 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:23:26.560804 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-3896e570-1ee1-4eab-8090-8fb772feb5e2 req-e0b7fd99-7b60-4b2b-a8df-8f96b6cbf273 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca697cc4-a8c4-410c-b96c-ff8164d02a38 HTTP/1.1" status: 200 len: 946 time: 0.1379495 Apr 20 18:23:26.579467 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.plugin [req-e948db5f-9a0b-4e92-a132-42c1d6feaa97 req-8015d335-35d7-413e-8c27-10b86a69ebc3 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Deleting port 173d9a00-e756-4b8c-8680-1588c794e4a1 {{(pid=86310) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:23:26.579810 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-e948db5f-9a0b-4e92-a132-42c1d6feaa97 req-8015d335-35d7-413e-8c27-10b86a69ebc3 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363299861050484'] for port, before_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:26.649206 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-3896e570-1ee1-4eab-8090-8fb772feb5e2 req-23074036-2aa7-4cfe-b5d0-8fac465cb863 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] 10.222.0.32 "GET /v2.0/security-groups?id=9f160d63-b9de-4bb3-8300-e22923f844bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754817 Apr 20 18:23:27.143039 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.db [req-e948db5f-9a0b-4e92-a132-42c1d6feaa97 req-8015d335-35d7-413e-8c27-10b86a69ebc3 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] For port 173d9a00-e756-4b8c-8680-1588c794e4a1, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=173d9a00-e756-4b8c-8680-1588c794e4a1,segment=NetworkSegment(48e9a50f-9987-468e-9cbc-b73b5f8756db),segment_id=48e9a50f-9987-468e-9cbc-b73b5f8756db)] {{(pid=86310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:23:27.143439 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-e948db5f-9a0b-4e92-a132-42c1d6feaa97 req-8015d335-35d7-413e-8c27-10b86a69ebc3 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632958'] for port, precommit_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:27.492917 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-e948db5f-9a0b-4e92-a132-42c1d6feaa97 req-8015d335-35d7-413e-8c27-10b86a69ebc3 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:27.494124 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-e948db5f-9a0b-4e92-a132-42c1d6feaa97 req-8015d335-35d7-413e-8c27-10b86a69ebc3 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854121806'] for floatingip, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:27.494367 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.db.l3_db [req-e948db5f-9a0b-4e92-a132-42c1d6feaa97 req-8015d335-35d7-413e-8c27-10b86a69ebc3 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Floating IP 29f3b5e0-0ad1-44a5-8804-89cd5bfd6abd disassociated. External IP: 172.28.0.125, port: 173d9a00-e756-4b8c-8680-1588c794e4a1. Apr 20 18:23:27.494921 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.plugin [req-e948db5f-9a0b-4e92-a132-42c1d6feaa97 req-8015d335-35d7-413e-8c27-10b86a69ebc3 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Calling delete_port for 173d9a00-e756-4b8c-8680-1588c794e4a1 owned by compute:nova {{(pid=86310) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 18:23:27.666989 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-e948db5f-9a0b-4e92-a132-42c1d6feaa97 req-8015d335-35d7-413e-8c27-10b86a69ebc3 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852966479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363299861045279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363299861495122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852424964'] for port, after_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:27.674318 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-bee7d687-d5e3-445e-995e-f7c454abf205 tempest-AttachVolumeNegativeTest-1666879475 tempest-AttachVolumeNegativeTest-1666879475-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:23:27.726552 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8015d335-35d7-413e-8c27-10b86a69ebc3 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Pushing event deleted for resources: {'Port': ['ID=173d9a00-e756-4b8c-8680-1588c794e4a1,revision_number=None']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:23:27.730908 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-8015d335-35d7-413e-8c27-10b86a69ebc3 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:23:27.998562 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-18c63f81-091c-4bd1-9c2a-1f616abc559d req-a118bf5a-de32-43a4-895a-7739aa12f378 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca697cc4-a8c4-410c-b96c-ff8164d02a38 HTTP/1.1" status: 200 len: 210 time: 0.0781765 Apr 20 18:23:28.070174 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e948db5f-9a0b-4e92-a132-42c1d6feaa97 req-8015d335-35d7-413e-8c27-10b86a69ebc3 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Router 892fc000-9b87-40e4-be38-b59d8a6e51fc has already been hosted by L3 agent 40af0123-fc20-4e27-8672-759459b7c5ef {{(pid=86310) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 18:23:28.337293 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e948db5f-9a0b-4e92-a132-42c1d6feaa97 req-8015d335-35d7-413e-8c27-10b86a69ebc3 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Notify agent at l3_agent.dv-cinder-786929-2-smb the message routers_updated {{(pid=86310) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 18:23:28.355983 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ed4268e-445e-46e4-91da-6b94bad4502d None None] Sync routers for ids ['892fc000-9b87-40e4-be38-b59d8a6e51fc'] in dv-cinder-786929-2-smb {{(pid=86313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 18:23:28.377605 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ed4268e-445e-46e4-91da-6b94bad4502d None None] Routers {'892fc000-9b87-40e4-be38-b59d8a6e51fc'} bound to L3 agent in host dv-cinder-786929-2-smb {{(pid=86313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:23:28.378940 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_hamode_db [None req-2ed4268e-445e-46e4-91da-6b94bad4502d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786929-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T18:07:11Z,description=,heartbeat_timestamp=2021-04-20T18:23:11Z,host='dv-cinder-786929-2-smb',id=40af0123-fc20-4e27-8672-759459b7c5ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T18:07:11Z,topic='l3_agent')) {'router_ids': ['892fc000-9b87-40e4-be38-b59d8a6e51fc'], 'active': True} {{(pid=86313) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:23:28.429193 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_dvrscheduler_db [req-e948db5f-9a0b-4e92-a132-42c1d6feaa97 req-8015d335-35d7-413e-8c27-10b86a69ebc3 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] No DVR routers for this DVR port 173d9a00-e756-4b8c-8680-1588c794e4a1 on host hv-cinder-78692 {{(pid=86310) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 18:23:28.433595 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-e948db5f-9a0b-4e92-a132-42c1d6feaa97 req-8015d335-35d7-413e-8c27-10b86a69ebc3 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759958'] for port, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:28.436810 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca697cc4-a8c4-410c-b96c-ff8164d02a38', 'name': 'network-vif-deleted', 'tag': '173d9a00-e756-4b8c-8680-1588c794e4a1'}] {{(pid=86310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:23:28.455078 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-e948db5f-9a0b-4e92-a132-42c1d6feaa97 req-8015d335-35d7-413e-8c27-10b86a69ebc3 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] 10.222.0.13 "DELETE /v2.0/ports/173d9a00-e756-4b8c-8680-1588c794e4a1 HTTP/1.1" status: 204 len: 173 time: 1.9649584 Apr 20 18:23:28.560769 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca697cc4-a8c4-410c-b96c-ff8164d02a38', 'name': 'network-vif-deleted', 'tag': '173d9a00-e756-4b8c-8680-1588c794e4a1', 'status': 'completed', 'code': 200} Apr 20 18:23:28.708113 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_dvr_db [None req-2ed4268e-445e-46e4-91da-6b94bad4502d None None] Set router 892fc000-9b87-40e4-be38-b59d8a6e51fc gateway port host: dv-cinder-786929-2-smb {{(pid=86313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 18:23:29.087377 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_hamode_db [None req-2ed4268e-445e-46e4-91da-6b94bad4502d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '892fc000-9b87-40e4-be38-b59d8a6e51fc', 'name': 'tempest-AttachVolumeShelveTestJSON-1277685248-router', 'tenant_id': '02dae3b9331843428972d1ab84d0d2ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26051af8-ebd0-4db2-857e-181975352424', 'external_fixed_ips': [{'subnet_id': 'a8fb9e9c-99d7-49f9-8da9-302520785055', 'ip_address': '172.28.0.25'}], 'enable_snat': True}, 'gw_port_id': '58f2f10b-45b8-425b-94b8-498bbc5fd79f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:16:59Z', 'updated_at': '2021-04-20T18:17:11Z', 'revision_number': 4, 'project_id': '02dae3b9331843428972d1ab84d0d2ed', 'gw_port': {'id': '58f2f10b-45b8-425b-94b8-498bbc5fd79f', 'name': '', 'network_id': '26051af8-ebd0-4db2-857e-181975352424', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:5d:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '892fc000-9b87-40e4-be38-b59d8a6e51fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': 'a8fb9e9c-99d7-49f9-8da9-302520785055', 'ip_address': '172.28.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:17:02Z', 'updated_at': '2021-04-20T18:17:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8fb9e9c-99d7-49f9-8da9-302520785055', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-2-smb', '_interfaces': [{'id': '97e8aecc-8579-4367-bc24-7b49e2b85e7e', 'name': '', 'network_id': '5b82a5ad-5a0b-4f36-b6c5-403cadd34a79', 'tenant_id': '02dae3b9331843428972d1ab84d0d2ed', 'mac_address': 'fa:16:3e:a7:d6:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '892fc000-9b87-40e4-be38-b59d8a6e51fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': 'a0d1d23a-bc57-4fd3-ab7b-5ff7156471c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:17:09Z', 'updated_at': '2021-04-20T18:17:22Z', 'revision_number': 5, 'project_id': '02dae3b9331843428972d1ab84d0d2ed', 'subnets': [{'id': 'a0d1d23a-bc57-4fd3-ab7b-5ff7156471c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786929-2-smb', False) {} {{(pid=86313) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:23:29.092184 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ed4268e-445e-46e4-91da-6b94bad4502d None None] Checking router: 892fc000-9b87-40e4-be38-b59d8a6e51fc for host: dv-cinder-786929-2-smb {{(pid=86313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 18:23:29.104200 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ed4268e-445e-46e4-91da-6b94bad4502d None None] Routers {'892fc000-9b87-40e4-be38-b59d8a6e51fc'} bound to L3 agent in host dv-cinder-786929-2-smb {{(pid=86313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:23:29.104895 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_hamode_db [None req-2ed4268e-445e-46e4-91da-6b94bad4502d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786929-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T18:07:11Z,description=,heartbeat_timestamp=2021-04-20T18:23:11Z,host='dv-cinder-786929-2-smb',id=40af0123-fc20-4e27-8672-759459b7c5ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T18:07:11Z,topic='l3_agent')) {'router_ids': ['892fc000-9b87-40e4-be38-b59d8a6e51fc'], 'active': True} {{(pid=86313) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:23:29.216461 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.32', 57398) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:23:29.311940 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-f777d2b0-fcec-4c25-8682-c05af44dd761 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Notify callbacks [] for security_group, before_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:29.350093 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-f777d2b0-fcec-4c25-8682-c05af44dd761 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:29.439214 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-f777d2b0-fcec-4c25-8682-c05af44dd761 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854236768'] for security_group, after_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:29.449529 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-2a1a2a83-4c7a-4ede-b1f2-2d1b790ea30c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:23:29.481112 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f777d2b0-fcec-4c25-8682-c05af44dd761 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f160d63-b9de-4bb3-8300-e22923f844bc,revision_number=None']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:23:29.485085 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-f777d2b0-fcec-4c25-8682-c05af44dd761 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:23:29.496512 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-f777d2b0-fcec-4c25-8682-c05af44dd761 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Notify callbacks [] for security_group, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:29.500062 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-f777d2b0-fcec-4c25-8682-c05af44dd761 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] 10.222.0.32 "DELETE /v2.0/security-groups/9f160d63-b9de-4bb3-8300-e22923f844bc HTTP/1.1" status: 204 len: 168 time: 0.2821338 Apr 20 18:23:29.503197 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.32', 57402) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:23:29.523148 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_dvr_db [None req-2ed4268e-445e-46e4-91da-6b94bad4502d None None] Set router 892fc000-9b87-40e4-be38-b59d8a6e51fc gateway port host: dv-cinder-786929-2-smb {{(pid=86313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 18:23:29.537483 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.api.v2.resource [None req-352d5ee7-4025-4be5-bade-3709b7101145 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] show failed (client error): The resource could not be found. Apr 20 18:23:29.542877 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-352d5ee7-4025-4be5-bade-3709b7101145 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] 10.222.0.32 "GET /v2.0/security-groups/9f160d63-b9de-4bb3-8300-e22923f844bc HTTP/1.1" status: 404 len: 347 time: 0.0338373 Apr 20 18:23:29.543400 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.32', 57406) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:23:29.757793 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.rpc [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Device 173d9a00-e756-4b8c-8680-1588c794e4a1 no longer exists at agent hyperv_hv-cinder-78692 {{(pid=86312) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 18:23:29.834000 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.plugin [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] No Port match for: 173d9a00-e756-4b8c-8680-1588c794e4a1 {{(pid=86312) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 18:23:29.834618 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.rpc [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Device 173d9a00-e756-4b8c-8680-1588c794e4a1 not bound to the agent host hv-cinder-78692 {{(pid=86312) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 18:23:29.858666 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.plugin [None req-17136bf6-acc8-44a2-8a65-a4ec87340b40 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Deleting port a3009d30-f370-4ef7-bf65-50a332e3452a {{(pid=86311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:23:29.859470 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-17136bf6-acc8-44a2-8a65-a4ec87340b40 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363299861050484'] for port, before_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:30.154498 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_hamode_db [None req-2ed4268e-445e-46e4-91da-6b94bad4502d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '892fc000-9b87-40e4-be38-b59d8a6e51fc', 'name': 'tempest-AttachVolumeShelveTestJSON-1277685248-router', 'tenant_id': '02dae3b9331843428972d1ab84d0d2ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26051af8-ebd0-4db2-857e-181975352424', 'external_fixed_ips': [{'subnet_id': 'a8fb9e9c-99d7-49f9-8da9-302520785055', 'ip_address': '172.28.0.25'}], 'enable_snat': True}, 'gw_port_id': '58f2f10b-45b8-425b-94b8-498bbc5fd79f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:16:59Z', 'updated_at': '2021-04-20T18:17:11Z', 'revision_number': 4, 'project_id': '02dae3b9331843428972d1ab84d0d2ed', 'gw_port': {'id': '58f2f10b-45b8-425b-94b8-498bbc5fd79f', 'name': '', 'network_id': '26051af8-ebd0-4db2-857e-181975352424', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:5d:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '892fc000-9b87-40e4-be38-b59d8a6e51fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': 'a8fb9e9c-99d7-49f9-8da9-302520785055', 'ip_address': '172.28.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:17:02Z', 'updated_at': '2021-04-20T18:17:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8fb9e9c-99d7-49f9-8da9-302520785055', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-2-smb', '_interfaces': [{'id': '97e8aecc-8579-4367-bc24-7b49e2b85e7e', 'name': '', 'network_id': '5b82a5ad-5a0b-4f36-b6c5-403cadd34a79', 'tenant_id': '02dae3b9331843428972d1ab84d0d2ed', 'mac_address': 'fa:16:3e:a7:d6:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '892fc000-9b87-40e4-be38-b59d8a6e51fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': 'a0d1d23a-bc57-4fd3-ab7b-5ff7156471c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:17:09Z', 'updated_at': '2021-04-20T18:17:22Z', 'revision_number': 5, 'project_id': '02dae3b9331843428972d1ab84d0d2ed', 'subnets': [{'id': 'a0d1d23a-bc57-4fd3-ab7b-5ff7156471c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786929-2-smb', False) {} {{(pid=86313) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:23:30.163141 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ed4268e-445e-46e4-91da-6b94bad4502d None None] The sync data for ids ['892fc000-9b87-40e4-be38-b59d8a6e51fc'] in dv-cinder-786929-2-smb is: [{'id': '892fc000-9b87-40e4-be38-b59d8a6e51fc', 'name': 'tempest-AttachVolumeShelveTestJSON-1277685248-router', 'tenant_id': '02dae3b9331843428972d1ab84d0d2ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26051af8-ebd0-4db2-857e-181975352424', 'external_fixed_ips': [{'subnet_id': 'a8fb9e9c-99d7-49f9-8da9-302520785055', 'ip_address': '172.28.0.25'}], 'enable_snat': True}, 'gw_port_id': '58f2f10b-45b8-425b-94b8-498bbc5fd79f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:16:59Z', 'updated_at': '2021-04-20T18:17:11Z', 'revision_number': 4, 'project_id': '02dae3b9331843428972d1ab84d0d2ed', 'gw_port': {'id': '58f2f10b-45b8-425b-94b8-498bbc5fd79f', 'name': '', 'network_id': '26051af8-ebd0-4db2-857e-181975352424', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:5d:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '892fc000-9b87-40e4-be38-b59d8a6e51fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': 'a8fb9e9c-99d7-49f9-8da9-302520785055', 'ip_address': '172.28.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:17:02Z', 'updated_at': '2021-04-20T18:17:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8fb9e9c-99d7-49f9-8da9-302520785055', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-2-smb', '_interfaces': [{'id': '97e8aecc-8579-4367-bc24-7b49e2b85e7e', 'name': '', 'network_id': '5b82a5ad-5a0b-4f36-b6c5-403cadd34a79', 'tenant_id': '02dae3b9331843428972d1ab84d0d2ed', 'mac_address': 'fa:16:3e:a7:d6:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '892fc000-9b87-40e4-be38-b59d8a6e51fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': 'a0d1d23a-bc57-4fd3-ab7b-5ff7156471c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:17:09Z', 'updated_at': '2021-04-20T18:17:22Z', 'revision_number': 5, 'project_id': '02dae3b9331843428972d1ab84d0d2ed', 'subnets': [{'id': 'a0d1d23a-bc57-4fd3-ab7b-5ff7156471c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 18:23:30.163544 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-17136bf6-acc8-44a2-8a65-a4ec87340b40 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632958'] for port, precommit_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:30.163748 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-17136bf6-acc8-44a2-8a65-a4ec87340b40 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:30.413233 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.plugin [None req-17136bf6-acc8-44a2-8a65-a4ec87340b40 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Calling delete_port for a3009d30-f370-4ef7-bf65-50a332e3452a owned by network:floatingip {{(pid=86311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 18:23:30.699654 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a64671d-0406-4df5-84ee-abd2f222186f None None] New status for floating IP 29f3b5e0-0ad1-44a5-8804-89cd5bfd6abd: DOWN {{(pid=86312) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 20 18:23:30.738566 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-17136bf6-acc8-44a2-8a65-a4ec87340b40 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852966479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363299861045279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363299861495122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850693756'] for port, after_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:30.744604 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-3e6cbf6c-ab98-47ec-a166-73f24aac908a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:23:30.795931 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17136bf6-acc8-44a2-8a65-a4ec87340b40 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Pushing event deleted for resources: {'Port': ['ID=a3009d30-f370-4ef7-bf65-50a332e3452a,revision_number=None']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:23:30.799542 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-17136bf6-acc8-44a2-8a65-a4ec87340b40 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:23:30.941004 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-17136bf6-acc8-44a2-8a65-a4ec87340b40 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Notify callbacks [] for floatingip, after_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:30.957860 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-17136bf6-acc8-44a2-8a65-a4ec87340b40 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759958'] for floatingip, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:30.959226 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-17136bf6-acc8-44a2-8a65-a4ec87340b40 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] 10.222.0.32 "DELETE /v2.0/floatingips/29f3b5e0-0ad1-44a5-8804-89cd5bfd6abd HTTP/1.1" status: 204 len: 168 time: 1.4143355 Apr 20 18:23:32.959858 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299861013637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394135'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:33.877426 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.32', 57452) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:23:34.226769 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.agents_db [None req-b35f03a3-c7a0-4608-9f7c-a0859408129f None None] Agent healthcheck: found 6 active agents {{(pid=86313) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 18:23:34.803933 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-a359f357-1e3a-4e53-a6ad-5ba465fe93c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-397209'] for router_interface, before_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:35.259433 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.plugin [None req-a359f357-1e3a-4e53-a6ad-5ba465fe93c7 admin admin] Deleting port 97e8aecc-8579-4367-bc24-7b49e2b85e7e {{(pid=86310) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:23:35.260247 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-a359f357-1e3a-4e53-a6ad-5ba465fe93c7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363299861050484'] for port, before_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:35.466101 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.db [None req-a359f357-1e3a-4e53-a6ad-5ba465fe93c7 admin admin] For port 97e8aecc-8579-4367-bc24-7b49e2b85e7e, host dv-cinder-786929-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-2-smb',level=0,port_id=97e8aecc-8579-4367-bc24-7b49e2b85e7e,segment=NetworkSegment(48e9a50f-9987-468e-9cbc-b73b5f8756db),segment_id=48e9a50f-9987-468e-9cbc-b73b5f8756db)] {{(pid=86310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:23:35.466561 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-a359f357-1e3a-4e53-a6ad-5ba465fe93c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632958'] for port, precommit_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:35.716679 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.plugin [None req-a359f357-1e3a-4e53-a6ad-5ba465fe93c7 admin admin] Calling delete_port for 97e8aecc-8579-4367-bc24-7b49e2b85e7e owned by network:router_interface {{(pid=86310) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 18:23:35.915394 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-a359f357-1e3a-4e53-a6ad-5ba465fe93c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852966479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363299861045279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363299861495122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852424964'] for port, after_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:35.921380 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-2209ee62-de91-4df4-9c4c-54224a063f57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:23:36.015185 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a359f357-1e3a-4e53-a6ad-5ba465fe93c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=97e8aecc-8579-4367-bc24-7b49e2b85e7e,revision_number=None']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:23:36.019954 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-a359f357-1e3a-4e53-a6ad-5ba465fe93c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:23:36.569653 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-a359f357-1e3a-4e53-a6ad-5ba465fe93c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854024286', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-397287'] for router_interface, after_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:36.980834 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a359f357-1e3a-4e53-a6ad-5ba465fe93c7 admin admin] Router 892fc000-9b87-40e4-be38-b59d8a6e51fc has already been hosted by L3 agent 40af0123-fc20-4e27-8672-759459b7c5ef {{(pid=86310) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 18:23:37.183522 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a359f357-1e3a-4e53-a6ad-5ba465fe93c7 admin admin] Notify agent at l3_agent.dv-cinder-786929-2-smb the message routers_updated {{(pid=86310) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 18:23:37.192389 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8429995-a4d8-468a-b811-5bd0e6a056f8 None None] Sync routers for ids ['892fc000-9b87-40e4-be38-b59d8a6e51fc'] in dv-cinder-786929-2-smb {{(pid=86313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 18:23:37.198535 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-a359f357-1e3a-4e53-a6ad-5ba465fe93c7 admin admin] 10.222.0.32 "PUT /v2.0/routers/892fc000-9b87-40e4-be38-b59d8a6e51fc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3197687 Apr 20 18:23:37.201170 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.32', 57472) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:23:37.203338 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8429995-a4d8-468a-b811-5bd0e6a056f8 None None] Routers {'892fc000-9b87-40e4-be38-b59d8a6e51fc'} bound to L3 agent in host dv-cinder-786929-2-smb {{(pid=86313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:23:37.204027 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_hamode_db [None req-e8429995-a4d8-468a-b811-5bd0e6a056f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786929-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T18:07:11Z,description=,heartbeat_timestamp=2021-04-20T18:23:11Z,host='dv-cinder-786929-2-smb',id=40af0123-fc20-4e27-8672-759459b7c5ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T18:07:11Z,topic='l3_agent')) {'router_ids': ['892fc000-9b87-40e4-be38-b59d8a6e51fc'], 'active': True} {{(pid=86313) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:23:37.428366 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_dvr_db [None req-e8429995-a4d8-468a-b811-5bd0e6a056f8 None None] Set router 892fc000-9b87-40e4-be38-b59d8a6e51fc gateway port host: dv-cinder-786929-2-smb {{(pid=86313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 18:23:37.439086 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-726f95df-a5e5-44b3-9cfe-c226ed88e93d admin admin] Notify callbacks [] for router, before_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:37.699584 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-726f95df-a5e5-44b3-9cfe-c226ed88e93d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:37.714476 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.plugin [None req-726f95df-a5e5-44b3-9cfe-c226ed88e93d admin admin] Deleting port 58f2f10b-45b8-425b-94b8-498bbc5fd79f {{(pid=86310) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:23:37.715137 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-726f95df-a5e5-44b3-9cfe-c226ed88e93d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363299861050484'] for port, before_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:37.854948 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_hamode_db [None req-e8429995-a4d8-468a-b811-5bd0e6a056f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '892fc000-9b87-40e4-be38-b59d8a6e51fc', 'name': 'tempest-AttachVolumeShelveTestJSON-1277685248-router', 'tenant_id': '02dae3b9331843428972d1ab84d0d2ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '26051af8-ebd0-4db2-857e-181975352424', 'external_fixed_ips': [{'subnet_id': 'a8fb9e9c-99d7-49f9-8da9-302520785055', 'ip_address': '172.28.0.25'}], 'enable_snat': True}, 'gw_port_id': '58f2f10b-45b8-425b-94b8-498bbc5fd79f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:16:59Z', 'updated_at': '2021-04-20T18:23:35Z', 'revision_number': 5, 'project_id': '02dae3b9331843428972d1ab84d0d2ed', 'gw_port': {'id': '58f2f10b-45b8-425b-94b8-498bbc5fd79f', 'name': '', 'network_id': '26051af8-ebd0-4db2-857e-181975352424', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:5d:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '892fc000-9b87-40e4-be38-b59d8a6e51fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': 'a8fb9e9c-99d7-49f9-8da9-302520785055', 'ip_address': '172.28.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786929-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T18:17:02Z', 'updated_at': '2021-04-20T18:17:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a8fb9e9c-99d7-49f9-8da9-302520785055', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786929-2-smb'}], 'dv-cinder-786929-2-smb', False) {} {{(pid=86313) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:23:37.859926 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8429995-a4d8-468a-b811-5bd0e6a056f8 None None] Checking router: 892fc000-9b87-40e4-be38-b59d8a6e51fc for host: dv-cinder-786929-2-smb {{(pid=86313) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 18:23:37.871854 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8429995-a4d8-468a-b811-5bd0e6a056f8 None None] Routers {'892fc000-9b87-40e4-be38-b59d8a6e51fc'} bound to L3 agent in host dv-cinder-786929-2-smb {{(pid=86313) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 18:23:37.872645 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_hamode_db [None req-e8429995-a4d8-468a-b811-5bd0e6a056f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786929-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T18:07:11Z,description=,heartbeat_timestamp=2021-04-20T18:23:11Z,host='dv-cinder-786929-2-smb',id=40af0123-fc20-4e27-8672-759459b7c5ef,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T18:07:11Z,topic='l3_agent')) {'router_ids': ['892fc000-9b87-40e4-be38-b59d8a6e51fc'], 'active': True} {{(pid=86313) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:23:38.071929 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-9deaf9f4-9743-4e17-97f6-9a71ab7f353b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299861013637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394135'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:38.083076 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_dvr_db [None req-e8429995-a4d8-468a-b811-5bd0e6a056f8 None None] Set router 892fc000-9b87-40e4-be38-b59d8a6e51fc gateway port host: None {{(pid=86313) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 18:23:38.089941 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.db [None req-726f95df-a5e5-44b3-9cfe-c226ed88e93d admin admin] For port 58f2f10b-45b8-425b-94b8-498bbc5fd79f, host dv-cinder-786929-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-2-smb',level=0,port_id=58f2f10b-45b8-425b-94b8-498bbc5fd79f,segment=NetworkSegment(0fd0f869-d1a1-42b0-840f-a1b93e92e33d),segment_id=0fd0f869-d1a1-42b0-840f-a1b93e92e33d)] {{(pid=86310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:23:38.090353 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-726f95df-a5e5-44b3-9cfe-c226ed88e93d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632958'] for port, precommit_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:38.235414 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.plugin [None req-726f95df-a5e5-44b3-9cfe-c226ed88e93d admin admin] Calling delete_port for 58f2f10b-45b8-425b-94b8-498bbc5fd79f owned by network:router_gateway {{(pid=86310) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 18:23:38.275175 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_hamode_db [None req-e8429995-a4d8-468a-b811-5bd0e6a056f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '892fc000-9b87-40e4-be38-b59d8a6e51fc', 'name': 'tempest-AttachVolumeShelveTestJSON-1277685248-router', 'tenant_id': '02dae3b9331843428972d1ab84d0d2ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:16:59Z', 'updated_at': '2021-04-20T18:23:37Z', 'revision_number': 6, 'project_id': '02dae3b9331843428972d1ab84d0d2ed', 'gw_port_host': None}], 'dv-cinder-786929-2-smb', False) {} {{(pid=86313) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:23:38.282153 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8429995-a4d8-468a-b811-5bd0e6a056f8 None None] The sync data for ids ['892fc000-9b87-40e4-be38-b59d8a6e51fc'] in dv-cinder-786929-2-smb is: [{'id': '892fc000-9b87-40e4-be38-b59d8a6e51fc', 'name': 'tempest-AttachVolumeShelveTestJSON-1277685248-router', 'tenant_id': '02dae3b9331843428972d1ab84d0d2ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T18:16:59Z', 'updated_at': '2021-04-20T18:23:37Z', 'revision_number': 6, 'project_id': '02dae3b9331843428972d1ab84d0d2ed', 'gw_port_host': None}] {{(pid=86313) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 18:23:38.451930 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-726f95df-a5e5-44b3-9cfe-c226ed88e93d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852966479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363299861045279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363299861495122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852424964'] for port, after_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:38.457464 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-6a80f138-05e5-4fd9-b720-fcb1ad792e41 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:23:38.508093 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726f95df-a5e5-44b3-9cfe-c226ed88e93d admin admin] Pushing event deleted for resources: {'Port': ['ID=58f2f10b-45b8-425b-94b8-498bbc5fd79f,revision_number=None']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:23:38.544177 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-726f95df-a5e5-44b3-9cfe-c226ed88e93d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:23:38.622162 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-726f95df-a5e5-44b3-9cfe-c226ed88e93d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854149018'] for router_gateway, after_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:38.983867 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.32', 57488) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:23:39.003262 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-726f95df-a5e5-44b3-9cfe-c226ed88e93d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854121414', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854760238'] for router, precommit_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:39.007724 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-726f95df-a5e5-44b3-9cfe-c226ed88e93d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:39.046765 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-726f95df-a5e5-44b3-9cfe-c226ed88e93d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-395902'] for router, after_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:39.047345 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-726f95df-a5e5-44b3-9cfe-c226ed88e93d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 892fc000-9b87-40e4-be38-b59d8a6e51fc {{(pid=86310) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 20 18:23:39.062006 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-726f95df-a5e5-44b3-9cfe-c226ed88e93d admin admin] Notify callbacks [] for router, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:39.063317 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-726f95df-a5e5-44b3-9cfe-c226ed88e93d admin admin] 10.222.0.32 "DELETE /v2.0/routers/892fc000-9b87-40e4-be38-b59d8a6e51fc HTTP/1.1" status: 204 len: 168 time: 1.8610311 Apr 20 18:23:39.068075 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.32', 57494) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:23:39.161669 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-11b8a787-c666-421c-bbd9-691cfa903231 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:39.171884 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.db_base_plugin_v2 [None req-61ce29ee-cc9f-48c4-b3ef-23b74652fefe admin admin] Deleting subnet a0d1d23a-bc57-4fd3-ab7b-5ff7156471c8 {{(pid=86310) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 20 18:23:39.175727 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-61ce29ee-cc9f-48c4-b3ef-23b74652fefe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:39.186517 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-11b8a787-c666-421c-bbd9-691cfa903231 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:23:39.192682 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-11b8a787-c666-421c-bbd9-691cfa903231 admin admin] Usage tracker for resource:security_group_rule and tenant:5a5cf93304a24b4284f8044f52a36afe is out of sync, need to count used quota {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:23:39.197091 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-11b8a787-c666-421c-bbd9-691cfa903231 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:23:39.204680 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-11b8a787-c666-421c-bbd9-691cfa903231 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:23:39.254971 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-61ce29ee-cc9f-48c4-b3ef-23b74652fefe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2351100'] for subnet, precommit_delete_associations {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:39.328185 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-11b8a787-c666-421c-bbd9-691cfa903231 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:39.333269 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-11b8a787-c666-421c-bbd9-691cfa903231 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854236768'] for security_group, after_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:39.346577 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-7d8b1a3d-a092-41f0-9d8b-1afe96cbd99f tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:23:39.359027 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-61ce29ee-cc9f-48c4-b3ef-23b74652fefe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852945248'] for subnet, precommit_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:39.394988 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b8a787-c666-421c-bbd9-691cfa903231 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a390b77c-c9f6-47c8-8bb4-270dbc4afafc,revision_number=1']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:23:39.401274 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-11b8a787-c666-421c-bbd9-691cfa903231 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5a5cf93304a24b4284f8044f52a36afe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4160028 Apr 20 18:23:39.402464 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-11b8a787-c666-421c-bbd9-691cfa903231 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:23:39.405739 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.32', 57498) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:23:39.487443 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-46d85e51-828c-4d55-97ca-4a370bf8ea1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:39.537662 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-46d85e51-828c-4d55-97ca-4a370bf8ea1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:39.552389 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.rpc [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Device 58f2f10b-45b8-425b-94b8-498bbc5fd79f no longer exists at agent ovs-agent-dv-cinder-786929-2-smb {{(pid=86312) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 18:23:39.606343 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-46d85e51-828c-4d55-97ca-4a370bf8ea1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854236768'] for security_group, after_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:39.614888 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-a7bcb890-f120-485b-9670-57be3344d2b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:23:39.628121 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.plugin [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] No Port match for: 58f2f10b-45b8-425b-94b8-498bbc5fd79f {{(pid=86312) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 18:23:39.628782 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.rpc [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Device 58f2f10b-45b8-425b-94b8-498bbc5fd79f not bound to the agent host dv-cinder-786929-2-smb {{(pid=86312) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 18:23:39.629600 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.rpc [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Device 97e8aecc-8579-4367-bc24-7b49e2b85e7e no longer exists at agent ovs-agent-dv-cinder-786929-2-smb {{(pid=86312) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 18:23:39.639746 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d85e51-828c-4d55-97ca-4a370bf8ea1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a390b77c-c9f6-47c8-8bb4-270dbc4afafc,revision_number=None']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:23:39.644098 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-46d85e51-828c-4d55-97ca-4a370bf8ea1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:23:39.655140 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-46d85e51-828c-4d55-97ca-4a370bf8ea1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:39.670140 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-46d85e51-828c-4d55-97ca-4a370bf8ea1b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a390b77c-c9f6-47c8-8bb4-270dbc4afafc HTTP/1.1" status: 204 len: 168 time: 0.2529783 Apr 20 18:23:39.729913 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.plugin [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] No Port match for: 97e8aecc-8579-4367-bc24-7b49e2b85e7e {{(pid=86312) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 18:23:39.730611 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.rpc [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Device 97e8aecc-8579-4367-bc24-7b49e2b85e7e not bound to the agent host dv-cinder-786929-2-smb {{(pid=86312) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 18:23:39.751724 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-61ce29ee-cc9f-48c4-b3ef-23b74652fefe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1830552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854235284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852424920', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852368849'] for subnet, after_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:39.761939 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:23:39.838755 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ce29ee-cc9f-48c4-b3ef-23b74652fefe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a0d1d23a-bc57-4fd3-ab7b-5ff7156471c8,revision_number=None']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:23:39.842665 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-61ce29ee-cc9f-48c4-b3ef-23b74652fefe admin admin] Notify callbacks [] for subnet, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:39.848098 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-61ce29ee-cc9f-48c4-b3ef-23b74652fefe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:23:39.851163 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0485898-98b7-48c4-8710-fa881ea2da4b None None] Network 5b82a5ad-5a0b-4f36-b6c5-403cadd34a79 requested from dv-cinder-786929-2-smb {{(pid=86312) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 18:23:39.856615 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-61ce29ee-cc9f-48c4-b3ef-23b74652fefe admin admin] 10.222.0.32 "DELETE /v2.0/subnets/a0d1d23a-bc57-4fd3-ab7b-5ff7156471c8 HTTP/1.1" status: 204 len: 168 time: 0.7869287 Apr 20 18:23:39.860485 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.32', 57506) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:23:40.279613 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bff7a78-794a-4332-a418-be0724effb6e None None] DHCP port deletion for 5b82a5ad-5a0b-4f36-b6c5-403cadd34a79 request from dv-cinder-786929-2-smb {{(pid=86312) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 20 18:23:40.285078 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.plugin [None req-2bff7a78-794a-4332-a418-be0724effb6e None None] Deleting port b2ec5bd2-c105-4296-a92e-7a12cd29d833 {{(pid=86312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:23:40.285475 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-2bff7a78-794a-4332-a418-be0724effb6e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363299861050484'] for port, before_delete {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:40.310145 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-6da9ab9a-dd4b-4390-ac6b-a40185dfa083 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853350932'] for network, before_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:40.329765 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.plugin [None req-6da9ab9a-dd4b-4390-ac6b-a40185dfa083 admin admin] Deleting port b2ec5bd2-c105-4296-a92e-7a12cd29d833 {{(pid=86311) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:23:40.330142 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-6da9ab9a-dd4b-4390-ac6b-a40185dfa083 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363299861050484'] for port, before_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:40.665424 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.db [None req-6da9ab9a-dd4b-4390-ac6b-a40185dfa083 admin admin] For port b2ec5bd2-c105-4296-a92e-7a12cd29d833, host dv-cinder-786929-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-2-smb',level=0,port_id=b2ec5bd2-c105-4296-a92e-7a12cd29d833,segment=NetworkSegment(48e9a50f-9987-468e-9cbc-b73b5f8756db),segment_id=48e9a50f-9987-468e-9cbc-b73b5f8756db)] {{(pid=86311) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:23:40.665967 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-6da9ab9a-dd4b-4390-ac6b-a40185dfa083 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632958'] for port, precommit_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:40.739153 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.db [None req-2bff7a78-794a-4332-a418-be0724effb6e None None] For port b2ec5bd2-c105-4296-a92e-7a12cd29d833, host dv-cinder-786929-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786929-2-smb',level=0,port_id=b2ec5bd2-c105-4296-a92e-7a12cd29d833,segment=NetworkSegment(48e9a50f-9987-468e-9cbc-b73b5f8756db),segment_id=48e9a50f-9987-468e-9cbc-b73b5f8756db)] {{(pid=86312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:23:40.739878 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-2bff7a78-794a-4332-a418-be0724effb6e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632958'] for port, precommit_delete {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:40.887420 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.plugin [None req-2bff7a78-794a-4332-a418-be0724effb6e None None] Calling delete_port for b2ec5bd2-c105-4296-a92e-7a12cd29d833 owned by network:dhcp {{(pid=86312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 18:23:40.888123 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.plugin [None req-6da9ab9a-dd4b-4390-ac6b-a40185dfa083 admin admin] Calling delete_port for b2ec5bd2-c105-4296-a92e-7a12cd29d833 owned by network:dhcp {{(pid=86311) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 18:23:40.959477 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-832978c7-fd9e-40cc-ad6c-63546e2b4601 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299861013637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394135'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:40.983556 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-6da9ab9a-dd4b-4390-ac6b-a40185dfa083 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852966479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363299861045279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363299861495122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850693756'] for port, after_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:40.989045 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-051a37f1-43af-4eb3-a87f-613fac9684c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:23:40.989994 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.db.api [None req-2bff7a78-794a-4332-a418-be0724effb6e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86312) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 20 18:23:40.990590 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_db.api [None req-2bff7a78-794a-4332-a418-be0724effb6e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86312) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 20 18:23:41.043564 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da9ab9a-dd4b-4390-ac6b-a40185dfa083 admin admin] Pushing event deleted for resources: {'Port': ['ID=b2ec5bd2-c105-4296-a92e-7a12cd29d833,revision_number=None']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:23:41.045707 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6da9ab9a-dd4b-4390-ac6b-a40185dfa083 admin admin] No DVR routers for this DVR port b2ec5bd2-c105-4296-a92e-7a12cd29d833 on host dv-cinder-786929-2-smb {{(pid=86311) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 18:23:41.047575 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-6da9ab9a-dd4b-4390-ac6b-a40185dfa083 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:23:41.149246 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-2bb93f3c-0bff-4547-a1e0-c38a344e24ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299861013637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394135'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:41.185738 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-6da9ab9a-dd4b-4390-ac6b-a40185dfa083 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1830645', 'neutron.services.segments.db._delete_segments_for_network-8736993762163'] for network, precommit_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:41.321662 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.services.segments.db [None req-6da9ab9a-dd4b-4390-ac6b-a40185dfa083 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b82a5ad-5a0b-4f36-b6c5-403cadd34a79']}} {{(pid=86311) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:23:41.338472 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.services.segments.db [None req-6da9ab9a-dd4b-4390-ac6b-a40185dfa083 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48e9a50f-9987-468e-9cbc-b73b5f8756db') {'for_net_delete': True} {{(pid=86311) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:23:41.338857 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.services.segments.db [None req-6da9ab9a-dd4b-4390-ac6b-a40185dfa083 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48e9a50f-9987-468e-9cbc-b73b5f8756db') {} {{(pid=86311) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:23:41.352826 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-6da9ab9a-dd4b-4390-ac6b-a40185dfa083 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363299860984163', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852509784'] for segment, before_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:41.375023 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-6da9ab9a-dd4b-4390-ac6b-a40185dfa083 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1711814'] for segment, precommit_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:41.384944 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6da9ab9a-dd4b-4390-ac6b-a40185dfa083 admin admin] Releasing vlan 143 on physical network physnet1 to pool {{(pid=86311) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 20 18:23:41.492574 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.plugin [None req-2bff7a78-794a-4332-a418-be0724effb6e None None] Deleting port b2ec5bd2-c105-4296-a92e-7a12cd29d833 {{(pid=86312) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:23:41.493827 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-2bff7a78-794a-4332-a418-be0724effb6e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363299861050484'] for port, before_delete {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:41.616872 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.rpc [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Device b2ec5bd2-c105-4296-a92e-7a12cd29d833 no longer exists at agent ovs-agent-dv-cinder-786929-2-smb {{(pid=86312) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 18:23:41.684913 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.plugin [None req-2bff7a78-794a-4332-a418-be0724effb6e None None] The port 'b2ec5bd2-c105-4296-a92e-7a12cd29d833' was deleted {{(pid=86312) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 20 18:23:41.698148 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.plugin [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] No Port match for: b2ec5bd2-c105-4296-a92e-7a12cd29d833 {{(pid=86312) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 18:23:41.698798 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.rpc [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Device b2ec5bd2-c105-4296-a92e-7a12cd29d833 not bound to the agent host dv-cinder-786929-2-smb {{(pid=86312) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 18:23:41.708412 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.managers [None req-6da9ab9a-dd4b-4390-ac6b-a40185dfa083 admin admin] Network 5b82a5ad-5a0b-4f36-b6c5-403cadd34a79 has no segments {{(pid=86311) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 18:23:41.720285 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-6da9ab9a-dd4b-4390-ac6b-a40185dfa083 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853064015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4082163'] for segment, after_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:41.922649 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.managers [None req-6da9ab9a-dd4b-4390-ac6b-a40185dfa083 admin admin] Network 5b82a5ad-5a0b-4f36-b6c5-403cadd34a79 has no segments {{(pid=86311) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 18:23:41.948796 dv-cinder-786929-2-smb neutron-server[86195]: Traceback (most recent call last): Apr 20 18:23:41.948796 dv-cinder-786929-2-smb neutron-server[86195]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 18:23:41.948796 dv-cinder-786929-2-smb neutron-server[86195]: timer() Apr 20 18:23:41.948796 dv-cinder-786929-2-smb neutron-server[86195]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 18:23:41.948796 dv-cinder-786929-2-smb neutron-server[86195]: cb(*args, **kw) Apr 20 18:23:41.948796 dv-cinder-786929-2-smb neutron-server[86195]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 20 18:23:41.948796 dv-cinder-786929-2-smb neutron-server[86195]: return func(*args, **kwargs) Apr 20 18:23:41.948796 dv-cinder-786929-2-smb neutron-server[86195]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 18:23:41.948796 dv-cinder-786929-2-smb neutron-server[86195]: self._notify() Apr 20 18:23:41.948796 dv-cinder-786929-2-smb neutron-server[86195]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 18:23:41.948796 dv-cinder-786929-2-smb neutron-server[86195]: self.callback(batched_events) Apr 20 18:23:41.948796 dv-cinder-786929-2-smb neutron-server[86195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 18:23:41.948796 dv-cinder-786929-2-smb neutron-server[86195]: event.method(event) Apr 20 18:23:41.948796 dv-cinder-786929-2-smb neutron-server[86195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 18:23:41.948796 dv-cinder-786929-2-smb neutron-server[86195]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 18:23:41.948796 dv-cinder-786929-2-smb neutron-server[86195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 20 18:23:41.948796 dv-cinder-786929-2-smb neutron-server[86195]: segment_id)['aggregates'][0] Apr 20 18:23:41.948796 dv-cinder-786929-2-smb neutron-server[86195]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 18:23:41.948796 dv-cinder-786929-2-smb neutron-server[86195]: return f(self, *a, **k) Apr 20 18:23:41.948796 dv-cinder-786929-2-smb neutron-server[86195]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 18:23:41.948796 dv-cinder-786929-2-smb neutron-server[86195]: return self._get(url).json() Apr 20 18:23:41.948796 dv-cinder-786929-2-smb neutron-server[86195]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 18:23:41.948796 dv-cinder-786929-2-smb neutron-server[86195]: **kwargs) Apr 20 18:23:41.948796 dv-cinder-786929-2-smb neutron-server[86195]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 18:23:41.948796 dv-cinder-786929-2-smb neutron-server[86195]: return self.request(url, 'GET', **kwargs) Apr 20 18:23:41.948796 dv-cinder-786929-2-smb neutron-server[86195]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 20 18:23:41.948796 dv-cinder-786929-2-smb neutron-server[86195]: **endpoint_filter) Apr 20 18:23:41.948796 dv-cinder-786929-2-smb neutron-server[86195]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 18:23:41.948796 dv-cinder-786929-2-smb neutron-server[86195]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 18:23:41.948796 dv-cinder-786929-2-smb neutron-server[86195]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 18:23:41.948796 dv-cinder-786929-2-smb neutron-server[86195]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 18:23:41.948796 dv-cinder-786929-2-smb neutron-server[86195]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 18:23:42.034122 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-6da9ab9a-dd4b-4390-ac6b-a40185dfa083 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036852945155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854236788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854121855'] for network, after_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:42.039338 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-6da9ab9a-dd4b-4390-ac6b-a40185dfa083 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-751497'] for network, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:42.044298 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-37a3ddfd-58a5-47b0-a111-92618e16e623 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:23:42.069662 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da9ab9a-dd4b-4390-ac6b-a40185dfa083 admin admin] Pushing event deleted for resources: {'Network': ['ID=5b82a5ad-5a0b-4f36-b6c5-403cadd34a79,revision_number=None']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:23:42.076306 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-6da9ab9a-dd4b-4390-ac6b-a40185dfa083 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:23:42.085541 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-6da9ab9a-dd4b-4390-ac6b-a40185dfa083 admin admin] 10.222.0.32 "DELETE /v2.0/networks/5b82a5ad-5a0b-4f36-b6c5-403cadd34a79 HTTP/1.1" status: 204 len: 168 time: 2.2235425 Apr 20 18:23:42.174108 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299861013637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394135'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:42.293462 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.32', 57536) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:23:42.350383 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-67f49b59-2708-475a-9a19-3ce0bed8efaa admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=02dae3b9331843428972d1ab84d0d2ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0555334 Apr 20 18:23:42.353557 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.32', 57540) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:23:42.423272 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-18f2a817-f214-4b59-9c1e-8cc422ab01b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:42.457496 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-18f2a817-f214-4b59-9c1e-8cc422ab01b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:42.776262 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-18f2a817-f214-4b59-9c1e-8cc422ab01b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854236768'] for security_group, after_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:42.780464 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-edae425a-d393-4260-8810-9d6e85cb62e5 tempest-VolumesNegativeTest-1494968550 tempest-VolumesNegativeTest-1494968550-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:23:42.798062 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f2a817-f214-4b59-9c1e-8cc422ab01b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f51ff921-4c76-4e47-b05d-4ebc8e208797,revision_number=None']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:23:42.802654 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-18f2a817-f214-4b59-9c1e-8cc422ab01b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:23:42.807229 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-18f2a817-f214-4b59-9c1e-8cc422ab01b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:42.812798 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-18f2a817-f214-4b59-9c1e-8cc422ab01b3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f51ff921-4c76-4e47-b05d-4ebc8e208797 HTTP/1.1" status: 204 len: 168 time: 0.4538939 Apr 20 18:23:43.339251 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-f70b5d3b-7deb-456f-82aa-acef0ba2518a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299861013637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394135'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:53.871076 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.32', 57724) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:23:54.022075 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-078a120f-7617-4563-b7ad-fdbd8f4999b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:54.039214 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-078a120f-7617-4563-b7ad-fdbd8f4999b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:23:54.044763 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-078a120f-7617-4563-b7ad-fdbd8f4999b7 admin admin] Usage tracker for resource:security_group_rule and tenant:c7d797aaf75d4ced876b236f47765121 is out of sync, need to count used quota {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:23:54.048402 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-078a120f-7617-4563-b7ad-fdbd8f4999b7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:23:54.055034 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-078a120f-7617-4563-b7ad-fdbd8f4999b7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:23:54.152874 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-078a120f-7617-4563-b7ad-fdbd8f4999b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:54.156321 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-078a120f-7617-4563-b7ad-fdbd8f4999b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854236768'] for security_group, after_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:54.167160 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-d220adfd-1e90-4d08-97c4-d3c01739fa79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:23:54.218306 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-078a120f-7617-4563-b7ad-fdbd8f4999b7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c7d797aaf75d4ced876b236f47765121&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3460367 Apr 20 18:23:54.220321 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078a120f-7617-4563-b7ad-fdbd8f4999b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf938726-5b15-4527-917d-7e7b240b12c4,revision_number=1']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:23:54.221851 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.32', 57730) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:23:54.223793 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-078a120f-7617-4563-b7ad-fdbd8f4999b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:23:54.293343 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-6fc3036e-1c65-4e36-b88e-5bb057ae8435 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:54.322396 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-6fc3036e-1c65-4e36-b88e-5bb057ae8435 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:54.372759 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-6fc3036e-1c65-4e36-b88e-5bb057ae8435 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854236768'] for security_group, after_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:54.378360 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-46d85e51-828c-4d55-97ca-4a370bf8ea1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:23:54.393775 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc3036e-1c65-4e36-b88e-5bb057ae8435 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf938726-5b15-4527-917d-7e7b240b12c4,revision_number=None']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:23:54.396469 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-6fc3036e-1c65-4e36-b88e-5bb057ae8435 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:23:54.398855 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-6fc3036e-1c65-4e36-b88e-5bb057ae8435 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:54.401152 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-6fc3036e-1c65-4e36-b88e-5bb057ae8435 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/cf938726-5b15-4527-917d-7e7b240b12c4 HTTP/1.1" status: 204 len: 168 time: 0.1772931 Apr 20 18:23:56.688929 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.32', 57840) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:23:56.832321 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-6507a1bf-8cda-4226-83b4-e00f823774b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:56.854346 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-6507a1bf-8cda-4226-83b4-e00f823774b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:23:56.862702 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-6507a1bf-8cda-4226-83b4-e00f823774b6 admin admin] Usage tracker for resource:security_group_rule and tenant:04c14983864e4ec790685702fcb78389 is out of sync, need to count used quota {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:23:56.862702 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-6507a1bf-8cda-4226-83b4-e00f823774b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:23:56.870035 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-6507a1bf-8cda-4226-83b4-e00f823774b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:23:56.971123 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-6507a1bf-8cda-4226-83b4-e00f823774b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:56.974154 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-6507a1bf-8cda-4226-83b4-e00f823774b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854236768'] for security_group, after_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:56.985107 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-0c553ef2-c0f3-4257-934a-e71ae0027e31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:23:57.029951 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-6507a1bf-8cda-4226-83b4-e00f823774b6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=04c14983864e4ec790685702fcb78389&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3397527 Apr 20 18:23:57.030950 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6507a1bf-8cda-4226-83b4-e00f823774b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9623a871-51dc-4c15-bbdb-3935d36d4a82,revision_number=1']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:23:57.033607 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.32', 57850) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:23:57.034245 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-6507a1bf-8cda-4226-83b4-e00f823774b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:23:57.105250 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-b4211a18-d61d-474e-94ac-0f107ec816c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:57.144586 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-b4211a18-d61d-474e-94ac-0f107ec816c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:57.200906 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-b4211a18-d61d-474e-94ac-0f107ec816c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854236768'] for security_group, after_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:57.206276 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-fea3289b-2d52-4e4f-96f0-fcf5e62f3f25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:23:57.219981 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4211a18-d61d-474e-94ac-0f107ec816c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9623a871-51dc-4c15-bbdb-3935d36d4a82,revision_number=None']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:23:57.224052 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-b4211a18-d61d-474e-94ac-0f107ec816c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:23:57.231657 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-b4211a18-d61d-474e-94ac-0f107ec816c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:57.235350 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-b4211a18-d61d-474e-94ac-0f107ec816c0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9623a871-51dc-4c15-bbdb-3935d36d4a82 HTTP/1.1" status: 204 len: 168 time: 0.2008116 Apr 20 18:23:57.547549 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.32', 57872) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:23:57.570059 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-b7d460eb-f459-4a9a-b909-65ce1a1fc849 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:57.588865 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-b7d460eb-f459-4a9a-b909-65ce1a1fc849 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:23:57.593374 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-b7d460eb-f459-4a9a-b909-65ce1a1fc849 admin admin] Usage tracker for resource:security_group_rule and tenant:a75aa5ac6888435289d57fd6eb3ef59f is out of sync, need to count used quota {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:23:57.596642 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-b7d460eb-f459-4a9a-b909-65ce1a1fc849 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:23:57.604391 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-b7d460eb-f459-4a9a-b909-65ce1a1fc849 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:23:57.704616 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-b7d460eb-f459-4a9a-b909-65ce1a1fc849 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:57.707917 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-b7d460eb-f459-4a9a-b909-65ce1a1fc849 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854236768'] for security_group, after_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:57.719276 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-50e58038-2769-4fd7-80d9-c2c449228783 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:23:57.771308 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-b7d460eb-f459-4a9a-b909-65ce1a1fc849 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a75aa5ac6888435289d57fd6eb3ef59f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2219367 Apr 20 18:23:57.772273 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d460eb-f459-4a9a-b909-65ce1a1fc849 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=124f8bdd-67ab-4b4e-80d5-3fc3cb1e9a4b,revision_number=1']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:23:57.774890 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.32', 57876) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:23:57.776853 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-b7d460eb-f459-4a9a-b909-65ce1a1fc849 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:23:57.843287 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-85006598-9eb9-47ed-9782-68f9a8f16c60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:57.872963 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-85006598-9eb9-47ed-9782-68f9a8f16c60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:57.928132 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-85006598-9eb9-47ed-9782-68f9a8f16c60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854236768'] for security_group, after_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:57.933106 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-76996c00-ad97-47a5-93dd-5a8aedd32f39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:23:57.951404 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85006598-9eb9-47ed-9782-68f9a8f16c60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=124f8bdd-67ab-4b4e-80d5-3fc3cb1e9a4b,revision_number=None']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:23:57.955635 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-85006598-9eb9-47ed-9782-68f9a8f16c60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:23:57.964938 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-85006598-9eb9-47ed-9782-68f9a8f16c60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:23:57.966917 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-85006598-9eb9-47ed-9782-68f9a8f16c60 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/124f8bdd-67ab-4b4e-80d5-3fc3cb1e9a4b HTTP/1.1" status: 204 len: 168 time: 0.1904204 Apr 20 18:24:02.979702 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299861013637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394135'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:04.545203 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.32', 57988) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:24:04.724368 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-85a46526-bedc-4738-a823-4a0b1a05fb09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:04.749720 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-85a46526-bedc-4738-a823-4a0b1a05fb09 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:24:04.754841 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-85a46526-bedc-4738-a823-4a0b1a05fb09 admin admin] Usage tracker for resource:security_group_rule and tenant:9770335f7b074dab899565c519f33cc8 is out of sync, need to count used quota {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:24:04.759908 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-85a46526-bedc-4738-a823-4a0b1a05fb09 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:24:04.769093 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-85a46526-bedc-4738-a823-4a0b1a05fb09 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:24:04.886010 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-85a46526-bedc-4738-a823-4a0b1a05fb09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:04.890966 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-85a46526-bedc-4738-a823-4a0b1a05fb09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854236768'] for security_group, after_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:04.901231 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-377129c5-8e84-42d0-afc9-899da22fe7ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:24:04.956806 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-85a46526-bedc-4738-a823-4a0b1a05fb09 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9770335f7b074dab899565c519f33cc8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4100938 Apr 20 18:24:04.957789 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a46526-bedc-4738-a823-4a0b1a05fb09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55958886-d135-4409-a4f8-1634bd0dc862,revision_number=1']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:24:04.959693 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.32', 57996) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:24:04.961935 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-85a46526-bedc-4738-a823-4a0b1a05fb09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:24:05.035478 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-e6dd7380-51cb-48b4-b672-7e7dffbd12f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:05.069872 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-e6dd7380-51cb-48b4-b672-7e7dffbd12f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:05.132333 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-e6dd7380-51cb-48b4-b672-7e7dffbd12f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854236768'] for security_group, after_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:05.138487 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-91bb1dfd-b9a8-4edd-b190-1cac4aefc2d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:24:05.156606 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6dd7380-51cb-48b4-b672-7e7dffbd12f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55958886-d135-4409-a4f8-1634bd0dc862,revision_number=None']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:24:05.159152 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-e6dd7380-51cb-48b4-b672-7e7dffbd12f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:24:05.173726 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-e6dd7380-51cb-48b4-b672-7e7dffbd12f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:05.176713 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-e6dd7380-51cb-48b4-b672-7e7dffbd12f0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/55958886-d135-4409-a4f8-1634bd0dc862 HTTP/1.1" status: 204 len: 168 time: 0.2156022 Apr 20 18:24:05.602416 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.32', 58006) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:24:05.624216 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-586efa2d-e0e6-455c-92e2-003e40edd1b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:05.642662 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-586efa2d-e0e6-455c-92e2-003e40edd1b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:24:05.647442 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-586efa2d-e0e6-455c-92e2-003e40edd1b3 admin admin] Usage tracker for resource:security_group_rule and tenant:0464c349c93e4e4f922eaca30159d47a is out of sync, need to count used quota {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:24:05.651732 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-586efa2d-e0e6-455c-92e2-003e40edd1b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:24:05.658701 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-586efa2d-e0e6-455c-92e2-003e40edd1b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:24:05.832198 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-586efa2d-e0e6-455c-92e2-003e40edd1b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:05.837494 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-586efa2d-e0e6-455c-92e2-003e40edd1b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854236768'] for security_group, after_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:05.847737 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-6549edcb-ce73-4314-a54d-4276247224b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:24:05.902847 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-586efa2d-e0e6-455c-92e2-003e40edd1b3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0464c349c93e4e4f922eaca30159d47a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2993333 Apr 20 18:24:05.904671 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586efa2d-e0e6-455c-92e2-003e40edd1b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbd7caa3-5912-4f30-9820-f8b5d46a3015,revision_number=1']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:24:05.905704 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.32', 58012) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:24:05.908083 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-586efa2d-e0e6-455c-92e2-003e40edd1b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:24:05.994195 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-444579c0-8591-48a8-ae4a-21b78e6d3b15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:06.026912 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-444579c0-8591-48a8-ae4a-21b78e6d3b15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:06.086912 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-444579c0-8591-48a8-ae4a-21b78e6d3b15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854236768'] for security_group, after_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:06.091340 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-60f49832-8be9-4652-800c-b672053bc9aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:24:06.111486 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444579c0-8591-48a8-ae4a-21b78e6d3b15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbd7caa3-5912-4f30-9820-f8b5d46a3015,revision_number=None']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:24:06.114387 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-444579c0-8591-48a8-ae4a-21b78e6d3b15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:24:06.129609 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-444579c0-8591-48a8-ae4a-21b78e6d3b15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:06.131789 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-444579c0-8591-48a8-ae4a-21b78e6d3b15 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/bbd7caa3-5912-4f30-9820-f8b5d46a3015 HTTP/1.1" status: 204 len: 168 time: 0.2246323 Apr 20 18:24:06.591108 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.32', 58020) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:24:06.613777 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-d76e3959-ba77-474d-8835-ff0996b2d380 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:06.630774 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-d76e3959-ba77-474d-8835-ff0996b2d380 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:24:06.637314 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-d76e3959-ba77-474d-8835-ff0996b2d380 admin admin] Usage tracker for resource:security_group_rule and tenant:c1b8a9fc126f450486b787e9f97cfdca is out of sync, need to count used quota {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:24:06.643669 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-d76e3959-ba77-474d-8835-ff0996b2d380 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:24:06.651360 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-d76e3959-ba77-474d-8835-ff0996b2d380 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:24:06.757740 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-d76e3959-ba77-474d-8835-ff0996b2d380 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:06.761230 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-d76e3959-ba77-474d-8835-ff0996b2d380 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854236768'] for security_group, after_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:06.772600 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-199b8e66-ed63-408e-8a37-0a65f2d9c256 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:24:06.821995 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-d76e3959-ba77-474d-8835-ff0996b2d380 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c1b8a9fc126f450486b787e9f97cfdca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2292559 Apr 20 18:24:06.823245 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76e3959-ba77-474d-8835-ff0996b2d380 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6d68a28-45d1-42c0-9097-81159de4f661,revision_number=1']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:24:06.825335 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.32', 58024) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:24:06.826729 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-d76e3959-ba77-474d-8835-ff0996b2d380 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:24:06.909725 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-d0ffe8d0-06b6-4b23-913d-79d8edfb2697 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:06.968626 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-d0ffe8d0-06b6-4b23-913d-79d8edfb2697 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:07.051555 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-d0ffe8d0-06b6-4b23-913d-79d8edfb2697 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854236768'] for security_group, after_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:07.059796 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-b4211a18-d61d-474e-94ac-0f107ec816c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:24:07.077254 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ffe8d0-06b6-4b23-913d-79d8edfb2697 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6d68a28-45d1-42c0-9097-81159de4f661,revision_number=None']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:24:07.081610 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-d0ffe8d0-06b6-4b23-913d-79d8edfb2697 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:24:07.085086 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-d0ffe8d0-06b6-4b23-913d-79d8edfb2697 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:07.091476 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-d0ffe8d0-06b6-4b23-913d-79d8edfb2697 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c6d68a28-45d1-42c0-9097-81159de4f661 HTTP/1.1" status: 204 len: 168 time: 0.2634063 Apr 20 18:24:08.073600 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-beeb0b25-1039-46ff-b6c9-0e423fba39c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299861013637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394135'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:09.033320 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.32', 58084) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:24:09.181929 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-c77f243a-3f42-48e8-a71a-70d40fac6ca0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:09.199157 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-c77f243a-3f42-48e8-a71a-70d40fac6ca0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:24:09.204070 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-c77f243a-3f42-48e8-a71a-70d40fac6ca0 admin admin] Usage tracker for resource:security_group_rule and tenant:1d618c21c90141fd836ea71f72b1da21 is out of sync, need to count used quota {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:24:09.207746 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-c77f243a-3f42-48e8-a71a-70d40fac6ca0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:24:09.215037 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-c77f243a-3f42-48e8-a71a-70d40fac6ca0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:24:09.323290 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-c77f243a-3f42-48e8-a71a-70d40fac6ca0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:09.326348 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-c77f243a-3f42-48e8-a71a-70d40fac6ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854236768'] for security_group, after_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:09.336171 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-779f2fca-bc22-486f-88de-9a529e4efe2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:24:09.384763 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-c77f243a-3f42-48e8-a71a-70d40fac6ca0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1d618c21c90141fd836ea71f72b1da21&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3501141 Apr 20 18:24:09.387101 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77f243a-3f42-48e8-a71a-70d40fac6ca0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fea5acbf-ed23-41ca-884f-f3bdcf83d86b,revision_number=1']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:24:09.389416 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.32', 58092) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:24:09.389990 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-c77f243a-3f42-48e8-a71a-70d40fac6ca0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:24:09.485550 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-584af248-2885-4633-b18d-9a6803231c5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:09.520817 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-584af248-2885-4633-b18d-9a6803231c5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:09.573294 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-584af248-2885-4633-b18d-9a6803231c5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854236768'] for security_group, after_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:09.578774 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-bbad8385-4516-4d6a-b154-0466f7eeb4e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:24:09.595202 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584af248-2885-4633-b18d-9a6803231c5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fea5acbf-ed23-41ca-884f-f3bdcf83d86b,revision_number=None']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:24:09.598779 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-584af248-2885-4633-b18d-9a6803231c5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:24:09.606379 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-584af248-2885-4633-b18d-9a6803231c5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:09.608806 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-584af248-2885-4633-b18d-9a6803231c5b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fea5acbf-ed23-41ca-884f-f3bdcf83d86b HTTP/1.1" status: 204 len: 168 time: 0.2161396 Apr 20 18:24:10.454054 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.32', 58118) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:24:10.591566 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.v2.base [None req-59a518a9-722e-4411-a30d-4a74e2ff5133 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1128727617-network', 'tenant_id': 'd635420c565149d6a0a77cf6d826d598'}} {{(pid=86311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:24:10.613292 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-59a518a9-722e-4411-a30d-4a74e2ff5133 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:24:10.618192 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-59a518a9-722e-4411-a30d-4a74e2ff5133 admin admin] Usage tracker for resource:network and tenant:d635420c565149d6a0a77cf6d826d598 is out of sync, need to count used quota {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:24:10.622134 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-59a518a9-722e-4411-a30d-4a74e2ff5133 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:24:10.631148 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-59a518a9-722e-4411-a30d-4a74e2ff5133 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:24:10.642341 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59a518a9-722e-4411-a30d-4a74e2ff5133 admin admin] Made reservation on behalf of d635420c565149d6a0a77cf6d826d598 for: {'network': 1} {{(pid=86311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 18:24:10.647356 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-59a518a9-722e-4411-a30d-4a74e2ff5133 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624671'] for network, before_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:10.662454 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-59a518a9-722e-4411-a30d-4a74e2ff5133 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:10.681140 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-59a518a9-722e-4411-a30d-4a74e2ff5133 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:24:10.685672 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-59a518a9-722e-4411-a30d-4a74e2ff5133 admin admin] Usage tracker for resource:security_group_rule and tenant:d635420c565149d6a0a77cf6d826d598 is out of sync, need to count used quota {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:24:10.689035 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-59a518a9-722e-4411-a30d-4a74e2ff5133 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:24:10.695634 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-59a518a9-722e-4411-a30d-4a74e2ff5133 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:24:10.794127 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-59a518a9-722e-4411-a30d-4a74e2ff5133 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:10.797617 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-59a518a9-722e-4411-a30d-4a74e2ff5133 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854236768'] for security_group, after_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:10.802241 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-c1661517-da8a-492d-a0db-fcc30b6a721c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:24:10.828989 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59a518a9-722e-4411-a30d-4a74e2ff5133 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 114} {{(pid=86311) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 20 18:24:10.848892 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a518a9-722e-4411-a30d-4a74e2ff5133 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5594d11-a236-4cc7-8dae-6e8213b1efbb,revision_number=1']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:24:10.849625 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-59a518a9-722e-4411-a30d-4a74e2ff5133 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1711814'] for segment, precommit_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:10.850022 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.db.segments_db [None req-59a518a9-722e-4411-a30d-4a74e2ff5133 admin admin] Added segment 3bace6a4-dfa3-4558-9e4e-8b7f69e93b11 of type vlan for network 83ca7f07-d4f7-4bfb-9872-ce2bb75b0ebf Apr 20 18:24:10.851565 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-59a518a9-722e-4411-a30d-4a74e2ff5133 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:24:10.881112 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-59a518a9-722e-4411-a30d-4a74e2ff5133 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363299861504440'] for network, precommit_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:10.908006 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-23b2e00e-26e4-46d3-a438-126087eb1d9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299861013637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394135'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:10.922847 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-59a518a9-722e-4411-a30d-4a74e2ff5133 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854236788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514'] for network, after_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:10.924288 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59a518a9-722e-4411-a30d-4a74e2ff5133 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:24:10.924933 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-59a518a9-722e-4411-a30d-4a74e2ff5133 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-751497'] for network, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:10.931405 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-6da9ab9a-dd4b-4390-ac6b-a40185dfa083 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:24:11.048147 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a518a9-722e-4411-a30d-4a74e2ff5133 admin admin] Pushing event updated for resources: {'Network': ['ID=83ca7f07-d4f7-4bfb-9872-ce2bb75b0ebf,revision_number=1']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:24:11.051274 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-59a518a9-722e-4411-a30d-4a74e2ff5133 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:24:11.064396 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.rpc [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Network 83ca7f07-d4f7-4bfb-9872-ce2bb75b0ebf details requested by agent ovs-agent-dv-cinder-786929-2-smb with host dv-cinder-786929-2-smb {{(pid=86312) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 18:24:11.068527 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-59a518a9-722e-4411-a30d-4a74e2ff5133 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6099327 Apr 20 18:24:11.069085 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.32', 58134) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:24:11.081411 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.v2.base [None req-57bc7e2e-6499-4b82-900b-8489ebd5d19e admin admin] Request body: {'subnet': {'network_id': '83ca7f07-d4f7-4bfb-9872-ce2bb75b0ebf', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1128727617-subnet', 'tenant_id': 'd635420c565149d6a0a77cf6d826d598', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86311) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:24:11.091128 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-57bc7e2e-6499-4b82-900b-8489ebd5d19e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:24:11.098497 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-57bc7e2e-6499-4b82-900b-8489ebd5d19e admin admin] Usage tracker for resource:subnet and tenant:d635420c565149d6a0a77cf6d826d598 is out of sync, need to count used quota {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:24:11.104663 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-57bc7e2e-6499-4b82-900b-8489ebd5d19e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:24:11.116993 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-57bc7e2e-6499-4b82-900b-8489ebd5d19e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:24:11.132584 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57bc7e2e-6499-4b82-900b-8489ebd5d19e admin admin] Made reservation on behalf of d635420c565149d6a0a77cf6d826d598 for: {'subnet': 1} {{(pid=86311) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 18:24:11.138389 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-57bc7e2e-6499-4b82-900b-8489ebd5d19e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851796276'] for subnet, before_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:11.227952 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.agents_db [None req-b35f03a3-c7a0-4608-9f7c-a0859408129f None None] Agent healthcheck: found 6 active agents {{(pid=86313) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 18:24:11.228552 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-2bb93f3c-0bff-4547-a1e0-c38a344e24ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299861013637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394135'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:11.690102 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-57bc7e2e-6499-4b82-900b-8489ebd5d19e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854235284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4081685', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851796259'] for subnet, after_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:11.695403 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-7040e5f0-26ac-45a6-8cc6-b4d307b52ac6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:24:11.779266 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bc7e2e-6499-4b82-900b-8489ebd5d19e admin admin] Pushing event updated for resources: {'Subnet': ['ID=87ca47b9-6719-4974-ae24-b758519ae317,revision_number=0']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:24:11.783059 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-57bc7e2e-6499-4b82-900b-8489ebd5d19e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:24:11.789343 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57bc7e2e-6499-4b82-900b-8489ebd5d19e admin admin] Checking segment: {'id': '3bace6a4-dfa3-4558-9e4e-8b7f69e93b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '83ca7f07-d4f7-4bfb-9872-ce2bb75b0ebf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 18:24:11.790270 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57bc7e2e-6499-4b82-900b-8489ebd5d19e admin admin] Network hostable DHCP agents. Network: 83ca7f07-d4f7-4bfb-9872-ce2bb75b0ebf, hostable agents: ['7b7ebe60-b598-4f49-9612-2aa98fec0998'], hosted agents: [] {{(pid=86311) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 18:24:11.810270 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57bc7e2e-6499-4b82-900b-8489ebd5d19e admin admin] Network 83ca7f07-d4f7-4bfb-9872-ce2bb75b0ebf is scheduled to be hosted by DHCP agent 7b7ebe60-b598-4f49-9612-2aa98fec0998 with binding_index 1 {{(pid=86311) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 18:24:11.819583 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.scheduler.base_scheduler [None req-57bc7e2e-6499-4b82-900b-8489ebd5d19e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786929-2-smb, 83ca7f07-d4f7-4bfb-9872-ce2bb75b0ebf) {{(pid=86311) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:24:11.831246 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5678dc0c-7386-46c8-aeb4-9b94020e5922 None None] Network 83ca7f07-d4f7-4bfb-9872-ce2bb75b0ebf requested from dv-cinder-786929-2-smb {{(pid=86312) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 18:24:11.834455 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57bc7e2e-6499-4b82-900b-8489ebd5d19e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:24:11.835118 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-57bc7e2e-6499-4b82-900b-8489ebd5d19e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-751497'] for subnet, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:11.858414 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-57bc7e2e-6499-4b82-900b-8489ebd5d19e admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7875187 Apr 20 18:24:12.193372 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37075fe2-dcbc-4734-9e0c-031193271879 None None] Network 83ca7f07-d4f7-4bfb-9872-ce2bb75b0ebf requested from dv-cinder-786929-2-smb {{(pid=86312) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 18:24:12.283345 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299861013637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394135'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:13.328761 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-f70b5d3b-7deb-456f-82aa-acef0ba2518a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299861013637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394135'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:14.168739 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765b158d-6e32-4d9a-8c0a-2a4285cf1ec2 req-102edfd6-fa64-4e0a-ac85-355ccbbdefa0 tempest-VolumesActionsTest-1564242143 tempest-VolumesActionsTest-1564242143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:24:14.169522 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [req-765b158d-6e32-4d9a-8c0a-2a4285cf1ec2 req-102edfd6-fa64-4e0a-ac85-355ccbbdefa0 tempest-VolumesActionsTest-1564242143 tempest-VolumesActionsTest-1564242143-project] Synchronizing usage tracker for tenant:d635420c565149d6a0a77cf6d826d598 on resource:network {{(pid=86311) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 18:24:14.189087 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [req-765b158d-6e32-4d9a-8c0a-2a4285cf1ec2 req-102edfd6-fa64-4e0a-ac85-355ccbbdefa0 tempest-VolumesActionsTest-1564242143 tempest-VolumesActionsTest-1564242143-project] Unset dirty status for tenant:d635420c565149d6a0a77cf6d826d598 on resource:network {{(pid=86311) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 18:24:14.190325 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-765b158d-6e32-4d9a-8c0a-2a4285cf1ec2 req-102edfd6-fa64-4e0a-ac85-355ccbbdefa0 tempest-VolumesActionsTest-1564242143 tempest-VolumesActionsTest-1564242143-project] 10.222.0.32 "GET /v2.0/networks?id=83ca7f07-d4f7-4bfb-9872-ce2bb75b0ebf HTTP/1.1" status: 200 len: 809 time: 0.2076032 Apr 20 18:24:14.208061 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-765b158d-6e32-4d9a-8c0a-2a4285cf1ec2 req-ccb92cb5-f9c1-471b-b5a5-e0f3d30a4cc1 tempest-VolumesActionsTest-1564242143 tempest-VolumesActionsTest-1564242143-project] 10.222.0.32 "GET /v2.0/quotas/d635420c565149d6a0a77cf6d826d598 HTTP/1.1" status: 200 len: 375 time: 0.0109909 Apr 20 18:24:14.267480 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-765b158d-6e32-4d9a-8c0a-2a4285cf1ec2 req-97364c05-7efc-418c-bcc0-8fa3e98f48c0 tempest-VolumesActionsTest-1564242143 tempest-VolumesActionsTest-1564242143-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=d635420c565149d6a0a77cf6d826d598&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0530684 Apr 20 18:24:14.483225 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-765b158d-6e32-4d9a-8c0a-2a4285cf1ec2 req-9b61599c-4787-448a-8d92-707e685987b8 service neutron] 10.222.0.32 "GET /v2.0/networks/83ca7f07-d4f7-4bfb-9872-ce2bb75b0ebf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2058048 Apr 20 18:24:14.640870 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-765b158d-6e32-4d9a-8c0a-2a4285cf1ec2 req-6d77359e-9e27-482b-880a-f0e6c364c01d service neutron] 10.222.0.32 "GET /v2.0/networks/83ca7f07-d4f7-4bfb-9872-ce2bb75b0ebf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477926 Apr 20 18:24:14.852919 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-a08363ee-3c44-4f2a-bdee-7c86841ed8b3 req-3d0a406f-d8e7-4e3a-9b4c-180d13b19d57 tempest-VolumesActionsTest-1564242143 tempest-VolumesActionsTest-1564242143-project] 10.222.0.32 "GET /v2.0/ports?device_id=24f9fd48-4ee6-4520-adff-e841ee30686c HTTP/1.1" status: 200 len: 210 time: 0.0498261 Apr 20 18:24:15.981086 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-ef9ee852-fd0d-4da5-bccc-03808fb6092d req-9d2411c3-8b29-43df-9ffe-c3e1cd3e8e26 tempest-VolumesActionsTest-1564242143 tempest-VolumesActionsTest-1564242143-project] 10.222.0.32 "GET /v2.0/ports?device_id=24f9fd48-4ee6-4520-adff-e841ee30686c HTTP/1.1" status: 200 len: 210 time: 0.0514653 Apr 20 18:24:16.910463 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.32', 58202) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:24:17.075218 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-a303669c-03f8-4d18-8439-7ba9579c06fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:17.106109 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-a303669c-03f8-4d18-8439-7ba9579c06fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:24:17.110461 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-6e1dbaba-917c-4381-9e30-26f4a0a75a81 req-753d42ef-ec55-4363-9a98-ae94aaf190c4 tempest-VolumesActionsTest-1564242143 tempest-VolumesActionsTest-1564242143-project] 10.222.0.32 "GET /v2.0/ports?device_id=24f9fd48-4ee6-4520-adff-e841ee30686c HTTP/1.1" status: 200 len: 210 time: 0.0600111 Apr 20 18:24:17.112516 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-a303669c-03f8-4d18-8439-7ba9579c06fa admin admin] Usage tracker for resource:security_group_rule and tenant:eb681d2780c944a786319fdc5b068a33 is out of sync, need to count used quota {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:24:17.116104 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-a303669c-03f8-4d18-8439-7ba9579c06fa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:24:17.123668 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-a303669c-03f8-4d18-8439-7ba9579c06fa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:24:17.229540 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-a303669c-03f8-4d18-8439-7ba9579c06fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:17.232873 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-a303669c-03f8-4d18-8439-7ba9579c06fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854236768'] for security_group, after_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:17.243235 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-b900ea6b-8f15-4802-b343-f48ed18b491a tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:24:17.290261 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-a303669c-03f8-4d18-8439-7ba9579c06fa admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=eb681d2780c944a786319fdc5b068a33&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3779655 Apr 20 18:24:17.292536 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a303669c-03f8-4d18-8439-7ba9579c06fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=897cd7c1-a46e-47ec-9996-7c27501e68d4,revision_number=1']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:24:17.294342 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.32', 58216) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:24:17.302711 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a303669c-03f8-4d18-8439-7ba9579c06fa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:24:17.303228 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a303669c-03f8-4d18-8439-7ba9579c06fa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:24:17.303713 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a303669c-03f8-4d18-8439-7ba9579c06fa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:24:17.304188 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a303669c-03f8-4d18-8439-7ba9579c06fa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:24:17.304878 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a303669c-03f8-4d18-8439-7ba9579c06fa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:24:17.305994 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a303669c-03f8-4d18-8439-7ba9579c06fa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:24:17.306767 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a303669c-03f8-4d18-8439-7ba9579c06fa admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:24:17.307252 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a303669c-03f8-4d18-8439-7ba9579c06fa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:24:17.307730 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a303669c-03f8-4d18-8439-7ba9579c06fa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:24:17.308288 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a303669c-03f8-4d18-8439-7ba9579c06fa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:24:17.308761 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a303669c-03f8-4d18-8439-7ba9579c06fa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:24:17.309233 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a303669c-03f8-4d18-8439-7ba9579c06fa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:24:17.315399 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-a303669c-03f8-4d18-8439-7ba9579c06fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:24:17.372883 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-8da9d038-b239-478b-8fce-88ffba49044f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:17.406229 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-8da9d038-b239-478b-8fce-88ffba49044f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:17.457612 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-8da9d038-b239-478b-8fce-88ffba49044f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854236768'] for security_group, after_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:17.462260 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-2091b525-6056-4dbe-a875-d272ad9861f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:24:17.475053 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da9d038-b239-478b-8fce-88ffba49044f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=897cd7c1-a46e-47ec-9996-7c27501e68d4,revision_number=None']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:24:17.488296 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da9d038-b239-478b-8fce-88ffba49044f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:24:17.488636 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da9d038-b239-478b-8fce-88ffba49044f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:24:17.489051 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da9d038-b239-478b-8fce-88ffba49044f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:24:17.489455 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da9d038-b239-478b-8fce-88ffba49044f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:24:17.489857 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da9d038-b239-478b-8fce-88ffba49044f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:24:17.490261 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da9d038-b239-478b-8fce-88ffba49044f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:24:17.490713 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da9d038-b239-478b-8fce-88ffba49044f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:24:17.491120 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da9d038-b239-478b-8fce-88ffba49044f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:24:17.491516 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da9d038-b239-478b-8fce-88ffba49044f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:24:17.491917 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da9d038-b239-478b-8fce-88ffba49044f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:24:17.492311 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da9d038-b239-478b-8fce-88ffba49044f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:24:17.493423 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da9d038-b239-478b-8fce-88ffba49044f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:24:17.497040 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-8da9d038-b239-478b-8fce-88ffba49044f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:24:17.500112 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-8da9d038-b239-478b-8fce-88ffba49044f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:17.501382 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-8da9d038-b239-478b-8fce-88ffba49044f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/897cd7c1-a46e-47ec-9996-7c27501e68d4 HTTP/1.1" status: 204 len: 168 time: 0.2057064 Apr 20 18:24:18.278249 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-c04993c7-6f3b-4bf9-b96c-0f4838c73f88 req-a3bf0dbc-6d70-44d9-8e28-13b7b40a2eb1 tempest-VolumesActionsTest-1564242143 tempest-VolumesActionsTest-1564242143-project] 10.222.0.32 "GET /v2.0/ports?device_id=24f9fd48-4ee6-4520-adff-e841ee30686c HTTP/1.1" status: 200 len: 210 time: 0.0750659 Apr 20 18:24:19.333357 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765b158d-6e32-4d9a-8c0a-2a4285cf1ec2 req-42e6851b-74fd-4fc3-95a6-e107f96e4763 tempest-VolumesActionsTest-1564242143 tempest-VolumesActionsTest-1564242143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:24:19.335657 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-765b158d-6e32-4d9a-8c0a-2a4285cf1ec2 req-42e6851b-74fd-4fc3-95a6-e107f96e4763 tempest-VolumesActionsTest-1564242143 tempest-VolumesActionsTest-1564242143-project] 10.222.0.13 "GET /v2.0/networks?id=83ca7f07-d4f7-4bfb-9872-ce2bb75b0ebf HTTP/1.1" status: 200 len: 809 time: 0.2297559 Apr 20 18:24:19.349057 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.v2.base [req-765b158d-6e32-4d9a-8c0a-2a4285cf1ec2 req-bef3bc48-2add-46d3-a213-c384ea37b16d tempest-VolumesActionsTest-1564242143 tempest-VolumesActionsTest-1564242143-project] Request body: {'port': {'device_id': '24f9fd48-4ee6-4520-adff-e841ee30686c', 'network_id': '83ca7f07-d4f7-4bfb-9872-ce2bb75b0ebf', 'admin_state_up': True, 'tenant_id': 'd635420c565149d6a0a77cf6d826d598'}} {{(pid=86310) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:24:19.584210 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-0c25d730-6c74-4cbc-bdac-e6892ebf8616 req-4b91ccfb-4efd-46b3-b135-99ae069f844c tempest-VolumesActionsTest-1564242143 tempest-VolumesActionsTest-1564242143-project] 10.222.0.32 "GET /v2.0/ports?device_id=24f9fd48-4ee6-4520-adff-e841ee30686c HTTP/1.1" status: 200 len: 210 time: 0.0630064 Apr 20 18:24:19.587138 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [req-765b158d-6e32-4d9a-8c0a-2a4285cf1ec2 req-bef3bc48-2add-46d3-a213-c384ea37b16d tempest-VolumesActionsTest-1564242143 tempest-VolumesActionsTest-1564242143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:24:19.592630 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [req-765b158d-6e32-4d9a-8c0a-2a4285cf1ec2 req-bef3bc48-2add-46d3-a213-c384ea37b16d tempest-VolumesActionsTest-1564242143 tempest-VolumesActionsTest-1564242143-project] Usage tracker for resource:port and tenant:d635420c565149d6a0a77cf6d826d598 is out of sync, need to count used quota {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:24:19.596534 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [req-765b158d-6e32-4d9a-8c0a-2a4285cf1ec2 req-bef3bc48-2add-46d3-a213-c384ea37b16d tempest-VolumesActionsTest-1564242143 tempest-VolumesActionsTest-1564242143-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86310) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:24:19.605442 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [req-765b158d-6e32-4d9a-8c0a-2a4285cf1ec2 req-bef3bc48-2add-46d3-a213-c384ea37b16d tempest-VolumesActionsTest-1564242143 tempest-VolumesActionsTest-1564242143-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:24:19.624929 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-765b158d-6e32-4d9a-8c0a-2a4285cf1ec2 req-bef3bc48-2add-46d3-a213-c384ea37b16d tempest-VolumesActionsTest-1564242143 tempest-VolumesActionsTest-1564242143-project] Made reservation on behalf of d635420c565149d6a0a77cf6d826d598 for: {'port': 1} {{(pid=86310) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 18:24:19.631948 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-765b158d-6e32-4d9a-8c0a-2a4285cf1ec2 req-bef3bc48-2add-46d3-a213-c384ea37b16d tempest-VolumesActionsTest-1564242143 tempest-VolumesActionsTest-1564242143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624671'] for port, before_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:19.825132 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.db_base_plugin_common [req-765b158d-6e32-4d9a-8c0a-2a4285cf1ec2 req-bef3bc48-2add-46d3-a213-c384ea37b16d tempest-VolumesActionsTest-1564242143 tempest-VolumesActionsTest-1564242143-project] Allocated IP 172.20.0.7 (83ca7f07-d4f7-4bfb-9872-ce2bb75b0ebf/87ca47b9-6719-4974-ae24-b758519ae317/bd6d3433-22ff-41ea-b4bc-10f648d74e8b) {{(pid=86310) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 18:24:20.071658 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-765b158d-6e32-4d9a-8c0a-2a4285cf1ec2 req-bef3bc48-2add-46d3-a213-c384ea37b16d tempest-VolumesActionsTest-1564242143 tempest-VolumesActionsTest-1564242143-project] Notify callbacks [] for port, precommit_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:20.104913 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-765b158d-6e32-4d9a-8c0a-2a4285cf1ec2 req-bef3bc48-2add-46d3-a213-c384ea37b16d tempest-VolumesActionsTest-1564242143 tempest-VolumesActionsTest-1564242143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852966479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736993280678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852424964'] for port, after_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:20.111950 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-ce0c43fe-4b82-4988-b28d-a8b6867a3a7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:24:20.184082 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-765b158d-6e32-4d9a-8c0a-2a4285cf1ec2 req-bef3bc48-2add-46d3-a213-c384ea37b16d tempest-VolumesActionsTest-1564242143 tempest-VolumesActionsTest-1564242143-project] Network 83ca7f07-d4f7-4bfb-9872-ce2bb75b0ebf is already hosted by enough agents. {{(pid=86310) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 18:24:20.193269 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.scheduler.base_scheduler [req-765b158d-6e32-4d9a-8c0a-2a4285cf1ec2 req-bef3bc48-2add-46d3-a213-c384ea37b16d tempest-VolumesActionsTest-1564242143 tempest-VolumesActionsTest-1564242143-project] Resources bound (agent type, host, resource id): {{(pid=86310) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:24:20.199079 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_dvrscheduler_db [req-765b158d-6e32-4d9a-8c0a-2a4285cf1ec2 req-bef3bc48-2add-46d3-a213-c384ea37b16d tempest-VolumesActionsTest-1564242143 tempest-VolumesActionsTest-1564242143-project] Received port after_create {{(pid=86310) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 18:24:20.249521 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef3bc48-2add-46d3-a213-c384ea37b16d tempest-VolumesActionsTest-1564242143 tempest-VolumesActionsTest-1564242143-project] Pushing event updated for resources: {'Port': ['ID=bd6d3433-22ff-41ea-b4bc-10f648d74e8b,revision_number=1']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:24:20.255292 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-bef3bc48-2add-46d3-a213-c384ea37b16d tempest-VolumesActionsTest-1564242143 tempest-VolumesActionsTest-1564242143-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:24:20.285967 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765b158d-6e32-4d9a-8c0a-2a4285cf1ec2 req-bef3bc48-2add-46d3-a213-c384ea37b16d tempest-VolumesActionsTest-1564242143 tempest-VolumesActionsTest-1564242143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:24:20.286753 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-765b158d-6e32-4d9a-8c0a-2a4285cf1ec2 req-bef3bc48-2add-46d3-a213-c384ea37b16d tempest-VolumesActionsTest-1564242143 tempest-VolumesActionsTest-1564242143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759958'] for port, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:20.313768 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-765b158d-6e32-4d9a-8c0a-2a4285cf1ec2 req-bef3bc48-2add-46d3-a213-c384ea37b16d tempest-VolumesActionsTest-1564242143 tempest-VolumesActionsTest-1564242143-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9692714 Apr 20 18:24:20.326508 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.v2.base [req-765b158d-6e32-4d9a-8c0a-2a4285cf1ec2 req-3c5436ba-9294-4238-8c49-662394b060ee service neutron] Request body: {'port': {'device_id': '24f9fd48-4ee6-4520-adff-e841ee30686c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78692'}} {{(pid=86310) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:24:20.464298 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-765b158d-6e32-4d9a-8c0a-2a4285cf1ec2 req-3c5436ba-9294-4238-8c49-662394b060ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624671'] for port, before_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:20.971420 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852b99f1-ec1d-4052-bb6f-9cdbb3a362d0 req-2a66be80-bf06-42a8-b03b-801a192d72f4 tempest-VolumesActionsTest-1564242143 tempest-VolumesActionsTest-1564242143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:24:20.974659 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.notifiers.nova [req-765b158d-6e32-4d9a-8c0a-2a4285cf1ec2 req-3c5436ba-9294-4238-8c49-662394b060ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd6d3433-22ff-41ea-b4bc-10f648d74e8b {{(pid=86310) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 18:24:20.974937 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-852b99f1-ec1d-4052-bb6f-9cdbb3a362d0 req-2a66be80-bf06-42a8-b03b-801a192d72f4 tempest-VolumesActionsTest-1564242143 tempest-VolumesActionsTest-1564242143-project] 10.222.0.32 "GET /v2.0/ports?device_id=24f9fd48-4ee6-4520-adff-e841ee30686c HTTP/1.1" status: 200 len: 931 time: 0.1824551 Apr 20 18:24:20.985011 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-765b158d-6e32-4d9a-8c0a-2a4285cf1ec2 req-3c5436ba-9294-4238-8c49-662394b060ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:21.004440 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.provisioning_blocks [req-765b158d-6e32-4d9a-8c0a-2a4285cf1ec2 req-3c5436ba-9294-4238-8c49-662394b060ee service neutron] Transition to ACTIVE for port object bd6d3433-22ff-41ea-b4bc-10f648d74e8b will not be triggered until provisioned by entity L2. {{(pid=86310) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 18:24:21.007865 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-765b158d-6e32-4d9a-8c0a-2a4285cf1ec2 req-3c5436ba-9294-4238-8c49-662394b060ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852966479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736993730504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736993280695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299861495088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2350837'] for port, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:21.015713 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-d69538bd-134e-48ea-877c-b7749cef2d8f tempest-AttachVolumeTestJSON-1283218854 tempest-AttachVolumeTestJSON-1283218854-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:24:21.076616 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [req-852b99f1-ec1d-4052-bb6f-9cdbb3a362d0 req-3b5cb6f2-8442-4dc8-8290-c44fc6b9b27a tempest-VolumesActionsTest-1564242143 tempest-VolumesActionsTest-1564242143-project] Synchronizing usage tracker for tenant:d635420c565149d6a0a77cf6d826d598 on resource:security_group {{(pid=86311) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 18:24:21.096885 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [req-852b99f1-ec1d-4052-bb6f-9cdbb3a362d0 req-3b5cb6f2-8442-4dc8-8290-c44fc6b9b27a tempest-VolumesActionsTest-1564242143 tempest-VolumesActionsTest-1564242143-project] Unset dirty status for tenant:d635420c565149d6a0a77cf6d826d598 on resource:security_group {{(pid=86311) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 18:24:21.098159 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-852b99f1-ec1d-4052-bb6f-9cdbb3a362d0 req-3b5cb6f2-8442-4dc8-8290-c44fc6b9b27a tempest-VolumesActionsTest-1564242143 tempest-VolumesActionsTest-1564242143-project] 10.222.0.32 "GET /v2.0/security-groups?id=d5594d11-a236-4cc7-8dae-6e8213b1efbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067238 Apr 20 18:24:21.201777 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5436ba-9294-4238-8c49-662394b060ee service neutron] Pushing event updated for resources: {'Port': ['ID=bd6d3433-22ff-41ea-b4bc-10f648d74e8b,revision_number=2']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:24:21.269821 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-3c5436ba-9294-4238-8c49-662394b060ee service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:24:21.348218 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.managers [req-765b158d-6e32-4d9a-8c0a-2a4285cf1ec2 req-3c5436ba-9294-4238-8c49-662394b060ee service neutron] Attempting to bind port bd6d3433-22ff-41ea-b4bc-10f648d74e8b on host hv-cinder-78692 for vnic_type normal with profile {{(pid=86310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 18:24:21.348859 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.managers [req-765b158d-6e32-4d9a-8c0a-2a4285cf1ec2 req-3c5436ba-9294-4238-8c49-662394b060ee service neutron] Attempting to bind port bd6d3433-22ff-41ea-b4bc-10f648d74e8b by drivers openvswitch,hyperv on host hv-cinder-78692 at level 0 using segments [{'id': '3bace6a4-dfa3-4558-9e4e-8b7f69e93b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '83ca7f07-d4f7-4bfb-9872-ce2bb75b0ebf'}] {{(pid=86310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 18:24:21.349483 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-765b158d-6e32-4d9a-8c0a-2a4285cf1ec2 req-3c5436ba-9294-4238-8c49-662394b060ee service neutron] Attempting to bind port bd6d3433-22ff-41ea-b4bc-10f648d74e8b on network 83ca7f07-d4f7-4bfb-9872-ce2bb75b0ebf {{(pid=86310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 18:24:21.361189 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-765b158d-6e32-4d9a-8c0a-2a4285cf1ec2 req-3c5436ba-9294-4238-8c49-662394b060ee service neutron] Port bd6d3433-22ff-41ea-b4bc-10f648d74e8b on network 83ca7f07-d4f7-4bfb-9872-ce2bb75b0ebf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78692 {{(pid=86310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 18:24:21.361797 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-765b158d-6e32-4d9a-8c0a-2a4285cf1ec2 req-3c5436ba-9294-4238-8c49-662394b060ee service neutron] Attempting to bind port bd6d3433-22ff-41ea-b4bc-10f648d74e8b on network 83ca7f07-d4f7-4bfb-9872-ce2bb75b0ebf {{(pid=86310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 18:24:21.372830 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-765b158d-6e32-4d9a-8c0a-2a4285cf1ec2 req-3c5436ba-9294-4238-8c49-662394b060ee service neutron] Checking agent: {'id': '71059bf3-e4c5-4d56-bb94-7a29312e7bcf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78692', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 14, 3), 'started_at': datetime.datetime(2021, 4, 20, 18, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 24, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 18:24:21.373453 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-765b158d-6e32-4d9a-8c0a-2a4285cf1ec2 req-3c5436ba-9294-4238-8c49-662394b060ee service neutron] Checking segment: {'id': '3bace6a4-dfa3-4558-9e4e-8b7f69e93b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '83ca7f07-d4f7-4bfb-9872-ce2bb75b0ebf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 18:24:21.374138 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-765b158d-6e32-4d9a-8c0a-2a4285cf1ec2 req-3c5436ba-9294-4238-8c49-662394b060ee service neutron] Bound using segment: {'id': '3bace6a4-dfa3-4558-9e4e-8b7f69e93b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '83ca7f07-d4f7-4bfb-9872-ce2bb75b0ebf'} {{(pid=86310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 18:24:21.375036 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.managers [req-765b158d-6e32-4d9a-8c0a-2a4285cf1ec2 req-3c5436ba-9294-4238-8c49-662394b060ee service neutron] Bound port: bd6d3433-22ff-41ea-b4bc-10f648d74e8b, host: hv-cinder-78692, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3bace6a4-dfa3-4558-9e4e-8b7f69e93b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '83ca7f07-d4f7-4bfb-9872-ce2bb75b0ebf'}}] {{(pid=86310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 18:24:21.375705 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-765b158d-6e32-4d9a-8c0a-2a4285cf1ec2 req-3c5436ba-9294-4238-8c49-662394b060ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624671'] for port, before_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:21.566653 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.db [req-765b158d-6e32-4d9a-8c0a-2a4285cf1ec2 req-3c5436ba-9294-4238-8c49-662394b060ee service neutron] For port bd6d3433-22ff-41ea-b4bc-10f648d74e8b, host hv-cinder-78692, cleared binding levels {{(pid=86310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 18:24:21.572692 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.db [req-765b158d-6e32-4d9a-8c0a-2a4285cf1ec2 req-3c5436ba-9294-4238-8c49-662394b060ee service neutron] For port bd6d3433-22ff-41ea-b4bc-10f648d74e8b, host hv-cinder-78692, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=bd6d3433-22ff-41ea-b4bc-10f648d74e8b,segment=NetworkSegment(3bace6a4-dfa3-4558-9e4e-8b7f69e93b11),segment_id=3bace6a4-dfa3-4558-9e4e-8b7f69e93b11)] {{(pid=86310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 18:24:21.577076 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-765b158d-6e32-4d9a-8c0a-2a4285cf1ec2 req-3c5436ba-9294-4238-8c49-662394b060ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852966479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736993730504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736993280695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299861495088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2350837'] for port, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:21.582873 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-5a4cedff-f29d-45de-8333-a64db29b2a08 tempest-TestShelveInstance-243883203 tempest-TestShelveInstance-243883203-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:24:21.646651 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765b158d-6e32-4d9a-8c0a-2a4285cf1ec2 req-3c5436ba-9294-4238-8c49-662394b060ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:24:21.647993 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-765b158d-6e32-4d9a-8c0a-2a4285cf1ec2 req-3c5436ba-9294-4238-8c49-662394b060ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759958'] for port, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:21.649595 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-765b158d-6e32-4d9a-8c0a-2a4285cf1ec2 req-3c5436ba-9294-4238-8c49-662394b060ee service neutron] 10.222.0.13 "PUT /v2.0/ports/bd6d3433-22ff-41ea-b4bc-10f648d74e8b HTTP/1.1" status: 200 len: 1093 time: 1.3276021 Apr 20 18:24:21.650222 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24f9fd48-4ee6-4520-adff-e841ee30686c', 'tag': 'bd6d3433-22ff-41ea-b4bc-10f648d74e8b'}] {{(pid=86310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:24:21.695521 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5436ba-9294-4238-8c49-662394b060ee service neutron] Pushing event updated for resources: {'Port': ['ID=bd6d3433-22ff-41ea-b4bc-10f648d74e8b,revision_number=3']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:24:21.700761 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-3c5436ba-9294-4238-8c49-662394b060ee service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:24:21.747742 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24f9fd48-4ee6-4520-adff-e841ee30686c', 'tag': 'bd6d3433-22ff-41ea-b4bc-10f648d74e8b', 'status': 'completed', 'code': 200} Apr 20 18:24:21.797842 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765b158d-6e32-4d9a-8c0a-2a4285cf1ec2 req-30a147c1-c357-4b35-8285-2d7c985635a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:24:21.799573 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-765b158d-6e32-4d9a-8c0a-2a4285cf1ec2 req-30a147c1-c357-4b35-8285-2d7c985635a5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d635420c565149d6a0a77cf6d826d598&device_id=24f9fd48-4ee6-4520-adff-e841ee30686c HTTP/1.1" status: 200 len: 1096 time: 0.0973549 Apr 20 18:24:21.883904 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-765b158d-6e32-4d9a-8c0a-2a4285cf1ec2 req-3c48e781-a04b-4d27-bc4b-3d8b7e130380 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bd6d3433-22ff-41ea-b4bc-10f648d74e8b HTTP/1.1" status: 200 len: 217 time: 0.0764892 Apr 20 18:24:21.958440 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765b158d-6e32-4d9a-8c0a-2a4285cf1ec2 req-ec4c3dfb-f1e1-4e88-bf5a-b7a7f0e26505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:24:21.960109 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-765b158d-6e32-4d9a-8c0a-2a4285cf1ec2 req-ec4c3dfb-f1e1-4e88-bf5a-b7a7f0e26505 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=87ca47b9-6719-4974-ae24-b758519ae317 HTTP/1.1" status: 200 len: 849 time: 0.0707824 Apr 20 18:24:22.018363 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-765b158d-6e32-4d9a-8c0a-2a4285cf1ec2 req-c012fb12-eaeb-4c40-a0fa-dd8e28d386bc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=83ca7f07-d4f7-4bfb-9872-ce2bb75b0ebf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0520589 Apr 20 18:24:22.189002 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-765b158d-6e32-4d9a-8c0a-2a4285cf1ec2 req-4ff4d4ae-b74d-4439-a418-693e4a237e04 service neutron] 10.222.0.13 "GET /v2.0/networks/83ca7f07-d4f7-4bfb-9872-ce2bb75b0ebf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1636875 Apr 20 18:24:22.418827 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-765b158d-6e32-4d9a-8c0a-2a4285cf1ec2 req-55c7372a-592b-4bf1-9fd6-68b36d505a21 service neutron] 10.222.0.13 "GET /v2.0/networks/83ca7f07-d4f7-4bfb-9872-ce2bb75b0ebf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2237322 Apr 20 18:24:22.419254 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b12b01-a624-46f2-a1c3-e7e8e414422d req-ac81084e-f978-46e4-8dd8-e3931bfea44e tempest-VolumesActionsTest-1564242143 tempest-VolumesActionsTest-1564242143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:24:22.422225 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-d6b12b01-a624-46f2-a1c3-e7e8e414422d req-ac81084e-f978-46e4-8dd8-e3931bfea44e tempest-VolumesActionsTest-1564242143 tempest-VolumesActionsTest-1564242143-project] 10.222.0.32 "GET /v2.0/ports?device_id=24f9fd48-4ee6-4520-adff-e841ee30686c HTTP/1.1" status: 200 len: 943 time: 0.1649251 Apr 20 18:24:22.521380 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-d6b12b01-a624-46f2-a1c3-e7e8e414422d req-13e04cf8-e814-4327-b518-2a78d95395d6 tempest-VolumesActionsTest-1564242143 tempest-VolumesActionsTest-1564242143-project] 10.222.0.32 "GET /v2.0/security-groups?id=d5594d11-a236-4cc7-8dae-6e8213b1efbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914974 Apr 20 18:24:22.609408 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7ce964-b6a9-4942-8069-d38baf829930 req-b80c79f9-c95c-45fe-9123-f691457c2418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:24:22.611580 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-ef7ce964-b6a9-4942-8069-d38baf829930 req-b80c79f9-c95c-45fe-9123-f691457c2418 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d635420c565149d6a0a77cf6d826d598&device_id=24f9fd48-4ee6-4520-adff-e841ee30686c HTTP/1.1" status: 200 len: 1096 time: 0.1422749 Apr 20 18:24:22.777411 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7ce964-b6a9-4942-8069-d38baf829930 req-9e940850-859a-4533-ad8f-013b01d3969e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:24:22.779106 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-ef7ce964-b6a9-4942-8069-d38baf829930 req-9e940850-859a-4533-ad8f-013b01d3969e service neutron] 10.222.0.13 "GET /v2.0/networks?id=83ca7f07-d4f7-4bfb-9872-ce2bb75b0ebf HTTP/1.1" status: 200 len: 910 time: 0.1608598 Apr 20 18:24:22.915351 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-ef7ce964-b6a9-4942-8069-d38baf829930 req-d2c5e2f1-f386-4b19-ae99-2d5f604f1cc0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bd6d3433-22ff-41ea-b4bc-10f648d74e8b HTTP/1.1" status: 200 len: 217 time: 0.1281581 Apr 20 18:24:23.051684 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7ce964-b6a9-4942-8069-d38baf829930 req-46237d34-802c-46b2-ae0d-6d1b9cdc8eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:24:23.054283 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-ef7ce964-b6a9-4942-8069-d38baf829930 req-46237d34-802c-46b2-ae0d-6d1b9cdc8eaa service neutron] 10.222.0.13 "GET /v2.0/subnets?id=87ca47b9-6719-4974-ae24-b758519ae317 HTTP/1.1" status: 200 len: 849 time: 0.1313286 Apr 20 18:24:23.130353 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-ef7ce964-b6a9-4942-8069-d38baf829930 req-68761650-a77f-49a5-9a85-dec954b97883 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=83ca7f07-d4f7-4bfb-9872-ce2bb75b0ebf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0688536 Apr 20 18:24:23.301800 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-ef7ce964-b6a9-4942-8069-d38baf829930 req-571403b4-24f2-47bb-8f50-083382e8a337 service neutron] 10.222.0.13 "GET /v2.0/networks/83ca7f07-d4f7-4bfb-9872-ce2bb75b0ebf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612470 Apr 20 18:24:23.469631 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-ef7ce964-b6a9-4942-8069-d38baf829930 req-f4fe0bf6-3ba9-4675-a7b2-101e4f1005d8 service neutron] 10.222.0.13 "GET /v2.0/networks/83ca7f07-d4f7-4bfb-9872-ce2bb75b0ebf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1606960 Apr 20 18:24:23.937221 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.rpc [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Device bd6d3433-22ff-41ea-b4bc-10f648d74e8b details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=86312) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 18:24:24.060831 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d7394b-b917-4bcf-a4e6-2504350e090b req-d044d169-6f4d-4146-bb17-53563f6673f4 tempest-VolumesActionsTest-1564242143 tempest-VolumesActionsTest-1564242143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:24:24.062134 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [req-92d7394b-b917-4bcf-a4e6-2504350e090b req-d044d169-6f4d-4146-bb17-53563f6673f4 tempest-VolumesActionsTest-1564242143 tempest-VolumesActionsTest-1564242143-project] Synchronizing usage tracker for tenant:d635420c565149d6a0a77cf6d826d598 on resource:port {{(pid=86310) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 18:24:24.089835 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [req-92d7394b-b917-4bcf-a4e6-2504350e090b req-d044d169-6f4d-4146-bb17-53563f6673f4 tempest-VolumesActionsTest-1564242143 tempest-VolumesActionsTest-1564242143-project] Unset dirty status for tenant:d635420c565149d6a0a77cf6d826d598 on resource:port {{(pid=86310) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 18:24:24.091822 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-92d7394b-b917-4bcf-a4e6-2504350e090b req-d044d169-6f4d-4146-bb17-53563f6673f4 tempest-VolumesActionsTest-1564242143 tempest-VolumesActionsTest-1564242143-project] 10.222.0.32 "GET /v2.0/ports?device_id=24f9fd48-4ee6-4520-adff-e841ee30686c HTTP/1.1" status: 200 len: 943 time: 0.4189942 Apr 20 18:24:24.164028 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-92d7394b-b917-4bcf-a4e6-2504350e090b req-59cb9d82-ed65-4e44-bd65-c950942b712d tempest-VolumesActionsTest-1564242143 tempest-VolumesActionsTest-1564242143-project] 10.222.0.32 "GET /v2.0/security-groups?id=d5594d11-a236-4cc7-8dae-6e8213b1efbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637398 Apr 20 18:24:24.184552 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.db [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] For port bd6d3433-22ff-41ea-b4bc-10f648d74e8b, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=bd6d3433-22ff-41ea-b4bc-10f648d74e8b,segment=NetworkSegment(3bace6a4-dfa3-4558-9e4e-8b7f69e93b11),segment_id=3bace6a4-dfa3-4558-9e4e-8b7f69e93b11)] {{(pid=86312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:24:24.214930 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.rpc [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Returning: {'device': 'bd6d3433-22ff-41ea-b4bc-10f648d74e8b', 'network_id': '83ca7f07-d4f7-4bfb-9872-ce2bb75b0ebf', 'port_id': 'bd6d3433-22ff-41ea-b4bc-10f648d74e8b', 'mac_address': 'fa:16:3e:39:e3:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87ca47b9-6719-4974-ae24-b758519ae317', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86312) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 18:24:24.279885 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624671'] for port, before_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:24.299906 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.notifiers.nova [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd6d3433-22ff-41ea-b4bc-10f648d74e8b {{(pid=86312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 18:24:24.319499 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.db [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] For port bd6d3433-22ff-41ea-b4bc-10f648d74e8b, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=bd6d3433-22ff-41ea-b4bc-10f648d74e8b,segment=NetworkSegment(3bace6a4-dfa3-4558-9e4e-8b7f69e93b11),segment_id=3bace6a4-dfa3-4558-9e4e-8b7f69e93b11)] {{(pid=86312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:24:24.323418 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852966479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736993730504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736993280695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299861495088'] for port, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:24.325358 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:24:24.407875 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Pushing event updated for resources: {'Port': ['ID=bd6d3433-22ff-41ea-b4bc-10f648d74e8b,revision_number=4']} {{(pid=86312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:24:24.416905 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:24:24.417257 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:24:24.417638 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:24:24.418020 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:24:24.418401 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:24:24.418830 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:24:24.419205 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:24:24.419575 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:24:24.419946 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:24:24.420317 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:24:24.422341 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:24:24.422341 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786929-2-smb {{(pid=86312) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 18:24:24.425737 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:24:24.531339 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.db [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] get_ports_and_sgs() called for port_ids ['bd6d3433-22ff-41ea-b4bc-10f648d74e8b'] {{(pid=86312) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 18:24:25.412946 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e254f70a-a91b-4be5-8e10-043e55cad9c8 req-85dd9a05-0611-4239-9ef5-f49f7819edd6 tempest-VolumesActionsTest-1564242143 tempest-VolumesActionsTest-1564242143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:24:25.415416 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-e254f70a-a91b-4be5-8e10-043e55cad9c8 req-85dd9a05-0611-4239-9ef5-f49f7819edd6 tempest-VolumesActionsTest-1564242143 tempest-VolumesActionsTest-1564242143-project] 10.222.0.32 "GET /v2.0/ports?device_id=24f9fd48-4ee6-4520-adff-e841ee30686c HTTP/1.1" status: 200 len: 944 time: 0.1020966 Apr 20 18:24:25.490362 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-e254f70a-a91b-4be5-8e10-043e55cad9c8 req-1cb3f48c-29bf-4ec2-a18c-d868606ba773 tempest-VolumesActionsTest-1564242143 tempest-VolumesActionsTest-1564242143-project] 10.222.0.32 "GET /v2.0/security-groups?id=d5594d11-a236-4cc7-8dae-6e8213b1efbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509603 Apr 20 18:24:25.944385 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.rpc [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Device bd6d3433-22ff-41ea-b4bc-10f648d74e8b up at agent hyperv_hv-cinder-78692 {{(pid=86312) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:24:26.031125 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.provisioning_blocks [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Provisioning for port bd6d3433-22ff-41ea-b4bc-10f648d74e8b completed by entity L2. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 18:24:26.037037 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.provisioning_blocks [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Provisioning complete for port bd6d3433-22ff-41ea-b4bc-10f648d74e8b triggered by entity L2. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:24:26.037458 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853381758'] for port, provisioning_complete {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:26.197630 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624671'] for port, before_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:26.234811 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24f9fd48-4ee6-4520-adff-e841ee30686c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd6d3433-22ff-41ea-b4bc-10f648d74e8b'}] {{(pid=86312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:24:26.246872 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.db [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] For port bd6d3433-22ff-41ea-b4bc-10f648d74e8b, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=bd6d3433-22ff-41ea-b4bc-10f648d74e8b,segment=NetworkSegment(3bace6a4-dfa3-4558-9e4e-8b7f69e93b11),segment_id=3bace6a4-dfa3-4558-9e4e-8b7f69e93b11)] {{(pid=86312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:24:26.251292 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852966479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736993730504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736993280695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299861495088'] for port, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:26.253326 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:24:26.319885 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24f9fd48-4ee6-4520-adff-e841ee30686c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd6d3433-22ff-41ea-b4bc-10f648d74e8b', 'code': 200} Apr 20 18:24:26.338206 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Pushing event updated for resources: {'Port': ['ID=bd6d3433-22ff-41ea-b4bc-10f648d74e8b,revision_number=5']} {{(pid=86312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:24:26.341692 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:24:26.645462 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e3fd46-4a20-47fe-9f0a-43c6cb2d4454 req-e0f88ce1-96c6-400a-ba18-c98d2ee4106b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:24:26.647358 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-d6e3fd46-4a20-47fe-9f0a-43c6cb2d4454 req-e0f88ce1-96c6-400a-ba18-c98d2ee4106b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=24f9fd48-4ee6-4520-adff-e841ee30686c HTTP/1.1" status: 200 len: 1098 time: 0.1496663 Apr 20 18:24:26.706953 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-d6e3fd46-4a20-47fe-9f0a-43c6cb2d4454 req-bfc649f7-7951-45dc-99b5-e0d349fec884 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=d5594d11-a236-4cc7-8dae-6e8213b1efbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524380 Apr 20 18:24:26.744112 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4662e705-8dcb-46d2-b80e-b0661b0049fd req-1211e3cf-c250-41f6-a56e-78b95bec8f78 tempest-VolumesActionsTest-1564242143 tempest-VolumesActionsTest-1564242143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:24:26.745903 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-4662e705-8dcb-46d2-b80e-b0661b0049fd req-1211e3cf-c250-41f6-a56e-78b95bec8f78 tempest-VolumesActionsTest-1564242143 tempest-VolumesActionsTest-1564242143-project] 10.222.0.32 "GET /v2.0/ports?device_id=24f9fd48-4ee6-4520-adff-e841ee30686c HTTP/1.1" status: 200 len: 945 time: 0.1098952 Apr 20 18:24:27.072020 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-4662e705-8dcb-46d2-b80e-b0661b0049fd req-6a86ac76-cfa2-4180-bc87-61b3c9db1e2a tempest-VolumesActionsTest-1564242143 tempest-VolumesActionsTest-1564242143-project] 10.222.0.32 "GET /v2.0/security-groups?id=d5594d11-a236-4cc7-8dae-6e8213b1efbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3126056 Apr 20 18:24:28.330877 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e967bd-a4c7-4e72-99ef-53ccc41516a3 req-fd79aefc-ff6e-41a5-ba07-030e2cb560f0 tempest-VolumesActionsTest-1564242143 tempest-VolumesActionsTest-1564242143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:24:28.333516 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-24e967bd-a4c7-4e72-99ef-53ccc41516a3 req-fd79aefc-ff6e-41a5-ba07-030e2cb560f0 tempest-VolumesActionsTest-1564242143 tempest-VolumesActionsTest-1564242143-project] 10.222.0.32 "GET /v2.0/ports?device_id=24f9fd48-4ee6-4520-adff-e841ee30686c HTTP/1.1" status: 200 len: 945 time: 0.1186874 Apr 20 18:24:28.395854 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-24e967bd-a4c7-4e72-99ef-53ccc41516a3 req-5b634c8d-1e73-4f46-81ad-2934b02bff5d tempest-VolumesActionsTest-1564242143 tempest-VolumesActionsTest-1564242143-project] 10.222.0.32 "GET /v2.0/security-groups?id=d5594d11-a236-4cc7-8dae-6e8213b1efbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531571 Apr 20 18:24:29.769256 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3f4c8c-811d-4a6b-b4c3-181cc2bd64d7 req-c6a47478-3cbb-429d-bcc7-9529385a5641 tempest-VolumesActionsTest-1564242143 tempest-VolumesActionsTest-1564242143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:24:29.771439 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-0c3f4c8c-811d-4a6b-b4c3-181cc2bd64d7 req-c6a47478-3cbb-429d-bcc7-9529385a5641 tempest-VolumesActionsTest-1564242143 tempest-VolumesActionsTest-1564242143-project] 10.222.0.32 "GET /v2.0/ports?device_id=24f9fd48-4ee6-4520-adff-e841ee30686c HTTP/1.1" status: 200 len: 945 time: 0.1449754 Apr 20 18:24:29.826197 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-0c3f4c8c-811d-4a6b-b4c3-181cc2bd64d7 req-485326a7-fe6f-48af-a904-b60bc4c5da8a tempest-VolumesActionsTest-1564242143 tempest-VolumesActionsTest-1564242143-project] 10.222.0.32 "GET /v2.0/security-groups?id=d5594d11-a236-4cc7-8dae-6e8213b1efbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466502 Apr 20 18:24:30.919279 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0380e3-56ab-4ac2-9e27-04376cd18be5 req-a5ed1296-210a-4d3b-bd9c-5ea136008da7 tempest-VolumesActionsTest-1564242143 tempest-VolumesActionsTest-1564242143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:24:30.920936 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-da0380e3-56ab-4ac2-9e27-04376cd18be5 req-a5ed1296-210a-4d3b-bd9c-5ea136008da7 tempest-VolumesActionsTest-1564242143 tempest-VolumesActionsTest-1564242143-project] 10.222.0.13 "GET /v2.0/ports?device_id=24f9fd48-4ee6-4520-adff-e841ee30686c HTTP/1.1" status: 200 len: 945 time: 0.1041641 Apr 20 18:24:31.024423 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.plugin [req-da0380e3-56ab-4ac2-9e27-04376cd18be5 req-453f1aba-cbe0-473b-a9b3-c9deb726c744 tempest-VolumesActionsTest-1564242143 tempest-VolumesActionsTest-1564242143-project] Deleting port bd6d3433-22ff-41ea-b4bc-10f648d74e8b {{(pid=86310) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:24:31.025017 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-da0380e3-56ab-4ac2-9e27-04376cd18be5 req-453f1aba-cbe0-473b-a9b3-c9deb726c744 tempest-VolumesActionsTest-1564242143 tempest-VolumesActionsTest-1564242143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363299861050484'] for port, before_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:31.066721 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7eba8be-a6a7-49ac-941b-47e0234fa833 req-c80f9e64-9144-4745-8a59-4ccf7f080dcf tempest-VolumesActionsTest-1564242143 tempest-VolumesActionsTest-1564242143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:24:31.068431 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-b7eba8be-a6a7-49ac-941b-47e0234fa833 req-c80f9e64-9144-4745-8a59-4ccf7f080dcf tempest-VolumesActionsTest-1564242143 tempest-VolumesActionsTest-1564242143-project] 10.222.0.32 "GET /v2.0/ports?device_id=24f9fd48-4ee6-4520-adff-e841ee30686c HTTP/1.1" status: 200 len: 945 time: 0.0993743 Apr 20 18:24:31.147760 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-b7eba8be-a6a7-49ac-941b-47e0234fa833 req-17ba440a-2976-40ab-a052-6905ee3aad15 tempest-VolumesActionsTest-1564242143 tempest-VolumesActionsTest-1564242143-project] 10.222.0.32 "GET /v2.0/security-groups?id=d5594d11-a236-4cc7-8dae-6e8213b1efbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689316 Apr 20 18:24:31.309393 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.db [req-da0380e3-56ab-4ac2-9e27-04376cd18be5 req-453f1aba-cbe0-473b-a9b3-c9deb726c744 tempest-VolumesActionsTest-1564242143 tempest-VolumesActionsTest-1564242143-project] For port bd6d3433-22ff-41ea-b4bc-10f648d74e8b, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=bd6d3433-22ff-41ea-b4bc-10f648d74e8b,segment=NetworkSegment(3bace6a4-dfa3-4558-9e4e-8b7f69e93b11),segment_id=3bace6a4-dfa3-4558-9e4e-8b7f69e93b11)] {{(pid=86310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:24:31.309731 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-da0380e3-56ab-4ac2-9e27-04376cd18be5 req-453f1aba-cbe0-473b-a9b3-c9deb726c744 tempest-VolumesActionsTest-1564242143 tempest-VolumesActionsTest-1564242143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632958'] for port, precommit_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:31.459018 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.plugin [req-da0380e3-56ab-4ac2-9e27-04376cd18be5 req-453f1aba-cbe0-473b-a9b3-c9deb726c744 tempest-VolumesActionsTest-1564242143 tempest-VolumesActionsTest-1564242143-project] Calling delete_port for bd6d3433-22ff-41ea-b4bc-10f648d74e8b owned by compute:nova {{(pid=86310) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 18:24:31.624364 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-da0380e3-56ab-4ac2-9e27-04376cd18be5 req-453f1aba-cbe0-473b-a9b3-c9deb726c744 tempest-VolumesActionsTest-1564242143 tempest-VolumesActionsTest-1564242143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852966479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363299861045279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363299861495122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852424964'] for port, after_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:31.631520 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-726f95df-a5e5-44b3-9cfe-c226ed88e93d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:24:31.637055 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.db [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] get_ports_and_sgs() called for port_ids ['bd6d3433-22ff-41ea-b4bc-10f648d74e8b'] {{(pid=86312) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 18:24:31.726642 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453f1aba-cbe0-473b-a9b3-c9deb726c744 tempest-VolumesActionsTest-1564242143 tempest-VolumesActionsTest-1564242143-project] Pushing event deleted for resources: {'Port': ['ID=bd6d3433-22ff-41ea-b4bc-10f648d74e8b,revision_number=None']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:24:31.756320 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-453f1aba-cbe0-473b-a9b3-c9deb726c744 tempest-VolumesActionsTest-1564242143 tempest-VolumesActionsTest-1564242143-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:24:31.770166 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_dvrscheduler_db [req-da0380e3-56ab-4ac2-9e27-04376cd18be5 req-453f1aba-cbe0-473b-a9b3-c9deb726c744 tempest-VolumesActionsTest-1564242143 tempest-VolumesActionsTest-1564242143-project] No DVR routers for this DVR port bd6d3433-22ff-41ea-b4bc-10f648d74e8b on host hv-cinder-78692 {{(pid=86310) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 18:24:31.772722 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-da0380e3-56ab-4ac2-9e27-04376cd18be5 req-453f1aba-cbe0-473b-a9b3-c9deb726c744 tempest-VolumesActionsTest-1564242143 tempest-VolumesActionsTest-1564242143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759958'] for port, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:31.776938 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24f9fd48-4ee6-4520-adff-e841ee30686c', 'name': 'network-vif-deleted', 'tag': 'bd6d3433-22ff-41ea-b4bc-10f648d74e8b'}] {{(pid=86310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:24:31.793087 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-da0380e3-56ab-4ac2-9e27-04376cd18be5 req-453f1aba-cbe0-473b-a9b3-c9deb726c744 tempest-VolumesActionsTest-1564242143 tempest-VolumesActionsTest-1564242143-project] 10.222.0.13 "DELETE /v2.0/ports/bd6d3433-22ff-41ea-b4bc-10f648d74e8b HTTP/1.1" status: 204 len: 173 time: 0.8657970 Apr 20 18:24:31.831407 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24f9fd48-4ee6-4520-adff-e841ee30686c', 'name': 'network-vif-deleted', 'tag': 'bd6d3433-22ff-41ea-b4bc-10f648d74e8b', 'status': 'completed', 'code': 200} Apr 20 18:24:32.350238 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-323a46ea-e987-424a-ae8a-2185bc1e2a34 req-7512f479-b7a5-45df-bdf2-77d1b28bcc6c tempest-VolumesActionsTest-1564242143 tempest-VolumesActionsTest-1564242143-project] 10.222.0.32 "GET /v2.0/ports?device_id=24f9fd48-4ee6-4520-adff-e841ee30686c HTTP/1.1" status: 200 len: 210 time: 0.0516162 Apr 20 18:24:32.449600 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.32', 58402) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:24:32.614707 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-25c69470-8ac2-4080-9704-b85de39f47d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:32.632602 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-25c69470-8ac2-4080-9704-b85de39f47d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:24:32.637550 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-25c69470-8ac2-4080-9704-b85de39f47d7 admin admin] Usage tracker for resource:security_group_rule and tenant:117fe5c17a5745d884ea3049dbabf42a is out of sync, need to count used quota {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:24:32.640963 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-25c69470-8ac2-4080-9704-b85de39f47d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:24:32.647792 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-25c69470-8ac2-4080-9704-b85de39f47d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:24:32.738025 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-25c69470-8ac2-4080-9704-b85de39f47d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:32.741218 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-25c69470-8ac2-4080-9704-b85de39f47d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854236768'] for security_group, after_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:32.749876 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-61c4f1e6-426e-4d15-aaa4-dc57fd529323 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:24:32.796913 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-25c69470-8ac2-4080-9704-b85de39f47d7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=117fe5c17a5745d884ea3049dbabf42a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3433766 Apr 20 18:24:32.796913 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c69470-8ac2-4080-9704-b85de39f47d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b38e1fb1-bc44-4ee8-a628-0450b9b13796,revision_number=1']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:24:32.797467 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.32', 58408) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:24:32.798808 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-25c69470-8ac2-4080-9704-b85de39f47d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:24:32.865847 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-8e4db93a-3fef-4138-acd2-8cfcbc456f82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:32.894311 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-8e4db93a-3fef-4138-acd2-8cfcbc456f82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:32.940549 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-8e4db93a-3fef-4138-acd2-8cfcbc456f82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854236768'] for security_group, after_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:32.945931 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-85a46526-bedc-4738-a823-4a0b1a05fb09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:24:32.957708 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4db93a-3fef-4138-acd2-8cfcbc456f82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b38e1fb1-bc44-4ee8-a628-0450b9b13796,revision_number=None']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:24:32.961374 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-8e4db93a-3fef-4138-acd2-8cfcbc456f82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:24:32.964896 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-8e4db93a-3fef-4138-acd2-8cfcbc456f82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:32.966134 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-8e4db93a-3fef-4138-acd2-8cfcbc456f82 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b38e1fb1-bc44-4ee8-a628-0450b9b13796 HTTP/1.1" status: 204 len: 168 time: 0.1675892 Apr 20 18:24:32.996095 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299861013637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394135'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:33.861940 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f979d0c1-e5e5-469c-909d-607d2beab3b0 req-595a68e7-6d79-47f4-a6a5-39ed214fa77a tempest-VolumesActionsTest-1564242143 tempest-VolumesActionsTest-1564242143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:24:33.864065 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-f979d0c1-e5e5-469c-909d-607d2beab3b0 req-595a68e7-6d79-47f4-a6a5-39ed214fa77a tempest-VolumesActionsTest-1564242143 tempest-VolumesActionsTest-1564242143-project] 10.222.0.32 "GET /v2.0/networks?id=83ca7f07-d4f7-4bfb-9872-ce2bb75b0ebf HTTP/1.1" status: 200 len: 809 time: 0.1770389 Apr 20 18:24:33.881663 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-f979d0c1-e5e5-469c-909d-607d2beab3b0 req-5bdc2cba-c7ce-4a60-9244-c3cf932085f7 tempest-VolumesActionsTest-1564242143 tempest-VolumesActionsTest-1564242143-project] 10.222.0.32 "GET /v2.0/quotas/d635420c565149d6a0a77cf6d826d598 HTTP/1.1" status: 200 len: 375 time: 0.0107846 Apr 20 18:24:33.940534 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-f979d0c1-e5e5-469c-909d-607d2beab3b0 req-9e365d4f-4779-44c1-bde9-b9f8fcdcb597 tempest-VolumesActionsTest-1564242143 tempest-VolumesActionsTest-1564242143-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=d635420c565149d6a0a77cf6d826d598&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0510716 Apr 20 18:24:34.006712 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.rpc [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Device bd6d3433-22ff-41ea-b4bc-10f648d74e8b no longer exists at agent hyperv_hv-cinder-78692 {{(pid=86312) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 18:24:34.050630 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.plugin [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] No Port match for: bd6d3433-22ff-41ea-b4bc-10f648d74e8b {{(pid=86312) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 18:24:34.051024 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.rpc [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Device bd6d3433-22ff-41ea-b4bc-10f648d74e8b not bound to the agent host hv-cinder-78692 {{(pid=86312) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 18:24:34.097339 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-f979d0c1-e5e5-469c-909d-607d2beab3b0 req-b4719c86-8667-4eba-8a43-20f7a9f91694 service neutron] 10.222.0.32 "GET /v2.0/networks/83ca7f07-d4f7-4bfb-9872-ce2bb75b0ebf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485274 Apr 20 18:24:34.251610 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-f979d0c1-e5e5-469c-909d-607d2beab3b0 req-3390764d-1e84-4575-9371-20a737361dd8 service neutron] 10.222.0.32 "GET /v2.0/networks/83ca7f07-d4f7-4bfb-9872-ce2bb75b0ebf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470826 Apr 20 18:24:34.491688 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [req-da46414a-056b-4ca1-98e0-4ffe750eac4d req-2efe2317-3857-4504-b5b0-8edc385a5703 tempest-VolumesActionsTest-1564242143 tempest-VolumesActionsTest-1564242143-project] Synchronizing usage tracker for tenant:d635420c565149d6a0a77cf6d826d598 on resource:port {{(pid=86310) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 18:24:34.509063 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [req-da46414a-056b-4ca1-98e0-4ffe750eac4d req-2efe2317-3857-4504-b5b0-8edc385a5703 tempest-VolumesActionsTest-1564242143 tempest-VolumesActionsTest-1564242143-project] Unset dirty status for tenant:d635420c565149d6a0a77cf6d826d598 on resource:port {{(pid=86310) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 18:24:34.510359 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-da46414a-056b-4ca1-98e0-4ffe750eac4d req-2efe2317-3857-4504-b5b0-8edc385a5703 tempest-VolumesActionsTest-1564242143 tempest-VolumesActionsTest-1564242143-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf04b448-ca6f-42ed-b01d-d3316c455aea HTTP/1.1" status: 200 len: 210 time: 0.0708601 Apr 20 18:24:35.644378 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f979d0c1-e5e5-469c-909d-607d2beab3b0 req-850d7670-f6ff-4699-ae4b-2977cdce81f6 tempest-VolumesActionsTest-1564242143 tempest-VolumesActionsTest-1564242143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:24:35.646016 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-f979d0c1-e5e5-469c-909d-607d2beab3b0 req-850d7670-f6ff-4699-ae4b-2977cdce81f6 tempest-VolumesActionsTest-1564242143 tempest-VolumesActionsTest-1564242143-project] 10.222.0.13 "GET /v2.0/networks?id=83ca7f07-d4f7-4bfb-9872-ce2bb75b0ebf HTTP/1.1" status: 200 len: 809 time: 0.1850221 Apr 20 18:24:35.657912 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.v2.base [req-f979d0c1-e5e5-469c-909d-607d2beab3b0 req-43a3345a-1cec-443f-a351-11430f7bc8fb tempest-VolumesActionsTest-1564242143 tempest-VolumesActionsTest-1564242143-project] Request body: {'port': {'device_id': 'bf04b448-ca6f-42ed-b01d-d3316c455aea', 'network_id': '83ca7f07-d4f7-4bfb-9872-ce2bb75b0ebf', 'admin_state_up': True, 'tenant_id': 'd635420c565149d6a0a77cf6d826d598'}} {{(pid=86310) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:24:35.708078 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-1d89105f-a2d1-47cc-a567-88466b6455ed req-71e355fc-c894-4e88-abf4-5f4679513aa5 tempest-VolumesActionsTest-1564242143 tempest-VolumesActionsTest-1564242143-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf04b448-ca6f-42ed-b01d-d3316c455aea HTTP/1.1" status: 200 len: 210 time: 0.0567014 Apr 20 18:24:35.822263 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [req-f979d0c1-e5e5-469c-909d-607d2beab3b0 req-43a3345a-1cec-443f-a351-11430f7bc8fb tempest-VolumesActionsTest-1564242143 tempest-VolumesActionsTest-1564242143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:24:35.833037 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [req-f979d0c1-e5e5-469c-909d-607d2beab3b0 req-43a3345a-1cec-443f-a351-11430f7bc8fb tempest-VolumesActionsTest-1564242143 tempest-VolumesActionsTest-1564242143-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86310) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:24:35.849253 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f979d0c1-e5e5-469c-909d-607d2beab3b0 req-43a3345a-1cec-443f-a351-11430f7bc8fb tempest-VolumesActionsTest-1564242143 tempest-VolumesActionsTest-1564242143-project] Made reservation on behalf of d635420c565149d6a0a77cf6d826d598 for: {'port': 1} {{(pid=86310) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 18:24:35.856174 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-f979d0c1-e5e5-469c-909d-607d2beab3b0 req-43a3345a-1cec-443f-a351-11430f7bc8fb tempest-VolumesActionsTest-1564242143 tempest-VolumesActionsTest-1564242143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624671'] for port, before_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:36.047742 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.db_base_plugin_common [req-f979d0c1-e5e5-469c-909d-607d2beab3b0 req-43a3345a-1cec-443f-a351-11430f7bc8fb tempest-VolumesActionsTest-1564242143 tempest-VolumesActionsTest-1564242143-project] Allocated IP 172.20.0.14 (83ca7f07-d4f7-4bfb-9872-ce2bb75b0ebf/87ca47b9-6719-4974-ae24-b758519ae317/c4d5bca3-4cff-45f3-8c9a-0d95b37913fa) {{(pid=86310) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 18:24:36.276323 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-f979d0c1-e5e5-469c-909d-607d2beab3b0 req-43a3345a-1cec-443f-a351-11430f7bc8fb tempest-VolumesActionsTest-1564242143 tempest-VolumesActionsTest-1564242143-project] Notify callbacks [] for port, precommit_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:36.307239 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-f979d0c1-e5e5-469c-909d-607d2beab3b0 req-43a3345a-1cec-443f-a351-11430f7bc8fb tempest-VolumesActionsTest-1564242143 tempest-VolumesActionsTest-1564242143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852966479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736993280678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852424964'] for port, after_create {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:36.313014 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:24:36.395969 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f979d0c1-e5e5-469c-909d-607d2beab3b0 req-43a3345a-1cec-443f-a351-11430f7bc8fb tempest-VolumesActionsTest-1564242143 tempest-VolumesActionsTest-1564242143-project] Network 83ca7f07-d4f7-4bfb-9872-ce2bb75b0ebf is already hosted by enough agents. {{(pid=86310) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 18:24:36.401089 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.scheduler.base_scheduler [req-f979d0c1-e5e5-469c-909d-607d2beab3b0 req-43a3345a-1cec-443f-a351-11430f7bc8fb tempest-VolumesActionsTest-1564242143 tempest-VolumesActionsTest-1564242143-project] Resources bound (agent type, host, resource id): {{(pid=86310) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 18:24:36.405724 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_dvrscheduler_db [req-f979d0c1-e5e5-469c-909d-607d2beab3b0 req-43a3345a-1cec-443f-a351-11430f7bc8fb tempest-VolumesActionsTest-1564242143 tempest-VolumesActionsTest-1564242143-project] Received port after_create {{(pid=86310) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 18:24:36.441268 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a3345a-1cec-443f-a351-11430f7bc8fb tempest-VolumesActionsTest-1564242143 tempest-VolumesActionsTest-1564242143-project] Pushing event updated for resources: {'Port': ['ID=c4d5bca3-4cff-45f3-8c9a-0d95b37913fa,revision_number=1']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:24:36.449791 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-43a3345a-1cec-443f-a351-11430f7bc8fb tempest-VolumesActionsTest-1564242143 tempest-VolumesActionsTest-1564242143-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:24:36.486312 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f979d0c1-e5e5-469c-909d-607d2beab3b0 req-43a3345a-1cec-443f-a351-11430f7bc8fb tempest-VolumesActionsTest-1564242143 tempest-VolumesActionsTest-1564242143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:24:36.487112 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-f979d0c1-e5e5-469c-909d-607d2beab3b0 req-43a3345a-1cec-443f-a351-11430f7bc8fb tempest-VolumesActionsTest-1564242143 tempest-VolumesActionsTest-1564242143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759958'] for port, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:36.516553 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-f979d0c1-e5e5-469c-909d-607d2beab3b0 req-43a3345a-1cec-443f-a351-11430f7bc8fb tempest-VolumesActionsTest-1564242143 tempest-VolumesActionsTest-1564242143-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8630297 Apr 20 18:24:36.529622 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.v2.base [req-f979d0c1-e5e5-469c-909d-607d2beab3b0 req-6cccf00f-621e-4ea5-8ffc-53edcdb81aca service neutron] Request body: {'port': {'device_id': 'bf04b448-ca6f-42ed-b01d-d3316c455aea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78692'}} {{(pid=86310) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 18:24:36.686216 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-f979d0c1-e5e5-469c-909d-607d2beab3b0 req-6cccf00f-621e-4ea5-8ffc-53edcdb81aca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624671'] for port, before_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:37.052879 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c661fb0b-aad6-426c-8abc-a4c02188d502 req-61092485-1aa5-41ae-887e-0422ab7f8ebf tempest-VolumesActionsTest-1564242143 tempest-VolumesActionsTest-1564242143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:24:37.053588 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [req-c661fb0b-aad6-426c-8abc-a4c02188d502 req-61092485-1aa5-41ae-887e-0422ab7f8ebf tempest-VolumesActionsTest-1564242143 tempest-VolumesActionsTest-1564242143-project] Synchronizing usage tracker for tenant:d635420c565149d6a0a77cf6d826d598 on resource:port {{(pid=86310) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 18:24:37.096143 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [req-c661fb0b-aad6-426c-8abc-a4c02188d502 req-61092485-1aa5-41ae-887e-0422ab7f8ebf tempest-VolumesActionsTest-1564242143 tempest-VolumesActionsTest-1564242143-project] Unset dirty status for tenant:d635420c565149d6a0a77cf6d826d598 on resource:port {{(pid=86310) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 18:24:37.097427 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-c661fb0b-aad6-426c-8abc-a4c02188d502 req-61092485-1aa5-41ae-887e-0422ab7f8ebf tempest-VolumesActionsTest-1564242143 tempest-VolumesActionsTest-1564242143-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf04b448-ca6f-42ed-b01d-d3316c455aea HTTP/1.1" status: 200 len: 932 time: 0.2622950 Apr 20 18:24:37.212694 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.notifiers.nova [req-f979d0c1-e5e5-469c-909d-607d2beab3b0 req-6cccf00f-621e-4ea5-8ffc-53edcdb81aca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4d5bca3-4cff-45f3-8c9a-0d95b37913fa {{(pid=86310) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 18:24:37.224052 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-c661fb0b-aad6-426c-8abc-a4c02188d502 req-81f21abb-0fdd-411d-83fb-6b559c4e4ab2 tempest-VolumesActionsTest-1564242143 tempest-VolumesActionsTest-1564242143-project] 10.222.0.32 "GET /v2.0/security-groups?id=d5594d11-a236-4cc7-8dae-6e8213b1efbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096296 Apr 20 18:24:37.225858 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-f979d0c1-e5e5-469c-909d-607d2beab3b0 req-6cccf00f-621e-4ea5-8ffc-53edcdb81aca service neutron] Notify callbacks [] for port, precommit_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:37.243972 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.provisioning_blocks [req-f979d0c1-e5e5-469c-909d-607d2beab3b0 req-6cccf00f-621e-4ea5-8ffc-53edcdb81aca service neutron] Transition to ACTIVE for port object c4d5bca3-4cff-45f3-8c9a-0d95b37913fa will not be triggered until provisioned by entity L2. {{(pid=86310) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 18:24:37.247306 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-f979d0c1-e5e5-469c-909d-607d2beab3b0 req-6cccf00f-621e-4ea5-8ffc-53edcdb81aca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852966479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736993730504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736993280695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299861495088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2350837'] for port, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:37.252815 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-f85d4dba-76d0-46d9-8cd9-373dd77f8192 tempest-TestMinimumBasicScenario-15604550 tempest-TestMinimumBasicScenario-15604550-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:24:37.433617 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cccf00f-621e-4ea5-8ffc-53edcdb81aca service neutron] Pushing event updated for resources: {'Port': ['ID=c4d5bca3-4cff-45f3-8c9a-0d95b37913fa,revision_number=2']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:24:37.465667 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-6cccf00f-621e-4ea5-8ffc-53edcdb81aca service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:24:37.511193 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.managers [req-f979d0c1-e5e5-469c-909d-607d2beab3b0 req-6cccf00f-621e-4ea5-8ffc-53edcdb81aca service neutron] Attempting to bind port c4d5bca3-4cff-45f3-8c9a-0d95b37913fa on host hv-cinder-78692 for vnic_type normal with profile {{(pid=86310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 18:24:37.511579 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.managers [req-f979d0c1-e5e5-469c-909d-607d2beab3b0 req-6cccf00f-621e-4ea5-8ffc-53edcdb81aca service neutron] Attempting to bind port c4d5bca3-4cff-45f3-8c9a-0d95b37913fa by drivers openvswitch,hyperv on host hv-cinder-78692 at level 0 using segments [{'id': '3bace6a4-dfa3-4558-9e4e-8b7f69e93b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '83ca7f07-d4f7-4bfb-9872-ce2bb75b0ebf'}] {{(pid=86310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 18:24:37.511949 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f979d0c1-e5e5-469c-909d-607d2beab3b0 req-6cccf00f-621e-4ea5-8ffc-53edcdb81aca service neutron] Attempting to bind port c4d5bca3-4cff-45f3-8c9a-0d95b37913fa on network 83ca7f07-d4f7-4bfb-9872-ce2bb75b0ebf {{(pid=86310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 18:24:37.517034 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f979d0c1-e5e5-469c-909d-607d2beab3b0 req-6cccf00f-621e-4ea5-8ffc-53edcdb81aca service neutron] Port c4d5bca3-4cff-45f3-8c9a-0d95b37913fa on network 83ca7f07-d4f7-4bfb-9872-ce2bb75b0ebf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78692 {{(pid=86310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 18:24:37.517394 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f979d0c1-e5e5-469c-909d-607d2beab3b0 req-6cccf00f-621e-4ea5-8ffc-53edcdb81aca service neutron] Attempting to bind port c4d5bca3-4cff-45f3-8c9a-0d95b37913fa on network 83ca7f07-d4f7-4bfb-9872-ce2bb75b0ebf {{(pid=86310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 18:24:37.523019 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f979d0c1-e5e5-469c-909d-607d2beab3b0 req-6cccf00f-621e-4ea5-8ffc-53edcdb81aca service neutron] Checking agent: {'id': '71059bf3-e4c5-4d56-bb94-7a29312e7bcf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78692', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 18, 14, 3), 'started_at': datetime.datetime(2021, 4, 20, 18, 14, 3), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 18, 24, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 18:24:37.523259 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f979d0c1-e5e5-469c-909d-607d2beab3b0 req-6cccf00f-621e-4ea5-8ffc-53edcdb81aca service neutron] Checking segment: {'id': '3bace6a4-dfa3-4558-9e4e-8b7f69e93b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '83ca7f07-d4f7-4bfb-9872-ce2bb75b0ebf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 18:24:37.523724 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f979d0c1-e5e5-469c-909d-607d2beab3b0 req-6cccf00f-621e-4ea5-8ffc-53edcdb81aca service neutron] Bound using segment: {'id': '3bace6a4-dfa3-4558-9e4e-8b7f69e93b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '83ca7f07-d4f7-4bfb-9872-ce2bb75b0ebf'} {{(pid=86310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 18:24:37.524506 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.managers [req-f979d0c1-e5e5-469c-909d-607d2beab3b0 req-6cccf00f-621e-4ea5-8ffc-53edcdb81aca service neutron] Bound port: c4d5bca3-4cff-45f3-8c9a-0d95b37913fa, host: hv-cinder-78692, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3bace6a4-dfa3-4558-9e4e-8b7f69e93b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '83ca7f07-d4f7-4bfb-9872-ce2bb75b0ebf'}}] {{(pid=86310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 18:24:37.524628 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-f979d0c1-e5e5-469c-909d-607d2beab3b0 req-6cccf00f-621e-4ea5-8ffc-53edcdb81aca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624671'] for port, before_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:37.630414 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.db [req-f979d0c1-e5e5-469c-909d-607d2beab3b0 req-6cccf00f-621e-4ea5-8ffc-53edcdb81aca service neutron] For port c4d5bca3-4cff-45f3-8c9a-0d95b37913fa, host hv-cinder-78692, cleared binding levels {{(pid=86310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 18:24:37.633891 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.db [req-f979d0c1-e5e5-469c-909d-607d2beab3b0 req-6cccf00f-621e-4ea5-8ffc-53edcdb81aca service neutron] For port c4d5bca3-4cff-45f3-8c9a-0d95b37913fa, host hv-cinder-78692, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=c4d5bca3-4cff-45f3-8c9a-0d95b37913fa,segment=NetworkSegment(3bace6a4-dfa3-4558-9e4e-8b7f69e93b11),segment_id=3bace6a4-dfa3-4558-9e4e-8b7f69e93b11)] {{(pid=86310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 18:24:37.638098 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-f979d0c1-e5e5-469c-909d-607d2beab3b0 req-6cccf00f-621e-4ea5-8ffc-53edcdb81aca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852966479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736993730504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736993280695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299861495088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2350837'] for port, after_update {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:37.645920 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-6cccf00f-621e-4ea5-8ffc-53edcdb81aca service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:24:37.737927 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f979d0c1-e5e5-469c-909d-607d2beab3b0 req-6cccf00f-621e-4ea5-8ffc-53edcdb81aca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:24:37.739134 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-f979d0c1-e5e5-469c-909d-607d2beab3b0 req-6cccf00f-621e-4ea5-8ffc-53edcdb81aca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759958'] for port, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:37.741520 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-f979d0c1-e5e5-469c-909d-607d2beab3b0 req-6cccf00f-621e-4ea5-8ffc-53edcdb81aca service neutron] 10.222.0.13 "PUT /v2.0/ports/c4d5bca3-4cff-45f3-8c9a-0d95b37913fa HTTP/1.1" status: 200 len: 1094 time: 1.2177513 Apr 20 18:24:37.742417 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf04b448-ca6f-42ed-b01d-d3316c455aea', 'tag': 'c4d5bca3-4cff-45f3-8c9a-0d95b37913fa'}] {{(pid=86310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:24:37.817687 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf04b448-ca6f-42ed-b01d-d3316c455aea', 'tag': 'c4d5bca3-4cff-45f3-8c9a-0d95b37913fa', 'status': 'completed', 'code': 200} Apr 20 18:24:37.834293 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cccf00f-621e-4ea5-8ffc-53edcdb81aca service neutron] Pushing event updated for resources: {'Port': ['ID=c4d5bca3-4cff-45f3-8c9a-0d95b37913fa,revision_number=3']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:24:37.839784 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-6cccf00f-621e-4ea5-8ffc-53edcdb81aca service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:24:37.888639 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f979d0c1-e5e5-469c-909d-607d2beab3b0 req-e9d4f4e8-189c-4c06-abd8-1ff55d814b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:24:37.890886 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-f979d0c1-e5e5-469c-909d-607d2beab3b0 req-e9d4f4e8-189c-4c06-abd8-1ff55d814b84 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d635420c565149d6a0a77cf6d826d598&device_id=bf04b448-ca6f-42ed-b01d-d3316c455aea HTTP/1.1" status: 200 len: 1097 time: 0.1118851 Apr 20 18:24:37.972725 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-f979d0c1-e5e5-469c-909d-607d2beab3b0 req-2ff267c2-b9dd-4455-ac17-f4a1d3bc0fb4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c4d5bca3-4cff-45f3-8c9a-0d95b37913fa HTTP/1.1" status: 200 len: 217 time: 0.0749454 Apr 20 18:24:38.048140 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f979d0c1-e5e5-469c-909d-607d2beab3b0 req-2ba4dc54-5f14-4144-be18-01734491ae9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:24:38.049948 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-f979d0c1-e5e5-469c-909d-607d2beab3b0 req-2ba4dc54-5f14-4144-be18-01734491ae9f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=87ca47b9-6719-4974-ae24-b758519ae317 HTTP/1.1" status: 200 len: 849 time: 0.0707881 Apr 20 18:24:38.072446 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-39a9920a-6c1e-4e1a-82cb-96591a0603c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299861013637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394135'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:38.106978 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-f979d0c1-e5e5-469c-909d-607d2beab3b0 req-1bae1273-2ceb-4c64-8d9c-354876a36be3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=83ca7f07-d4f7-4bfb-9872-ce2bb75b0ebf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0515058 Apr 20 18:24:38.256602 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-f979d0c1-e5e5-469c-909d-607d2beab3b0 req-a05e87a6-533f-418e-b64e-0071bbea18d2 service neutron] 10.222.0.13 "GET /v2.0/networks/83ca7f07-d4f7-4bfb-9872-ce2bb75b0ebf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419849 Apr 20 18:24:38.429702 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-f979d0c1-e5e5-469c-909d-607d2beab3b0 req-2dd98ef8-dba2-4256-bac8-92b656c166bd service neutron] 10.222.0.13 "GET /v2.0/networks/83ca7f07-d4f7-4bfb-9872-ce2bb75b0ebf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1668491 Apr 20 18:24:38.686276 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01df1fa1-61cd-4c6b-a043-061d0c955a21 req-f7b88631-36c5-49ac-93b9-34becbc94e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:24:38.687942 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-01df1fa1-61cd-4c6b-a043-061d0c955a21 req-f7b88631-36c5-49ac-93b9-34becbc94e0a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d635420c565149d6a0a77cf6d826d598&device_id=bf04b448-ca6f-42ed-b01d-d3316c455aea HTTP/1.1" status: 200 len: 1097 time: 0.1998379 Apr 20 18:24:38.700603 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454b3d66-b4b5-439f-ac87-83bbc7f9979e req-bb16d7c7-1b32-4ca8-ac90-a8cd433b5516 tempest-VolumesActionsTest-1564242143 tempest-VolumesActionsTest-1564242143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:24:38.702313 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-454b3d66-b4b5-439f-ac87-83bbc7f9979e req-bb16d7c7-1b32-4ca8-ac90-a8cd433b5516 tempest-VolumesActionsTest-1564242143 tempest-VolumesActionsTest-1564242143-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf04b448-ca6f-42ed-b01d-d3316c455aea HTTP/1.1" status: 200 len: 944 time: 0.1521778 Apr 20 18:24:38.843206 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-454b3d66-b4b5-439f-ac87-83bbc7f9979e req-52f21c64-d34b-4f03-810d-560e2b33f8cf tempest-VolumesActionsTest-1564242143 tempest-VolumesActionsTest-1564242143-project] 10.222.0.32 "GET /v2.0/security-groups?id=d5594d11-a236-4cc7-8dae-6e8213b1efbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143346 Apr 20 18:24:38.882232 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01df1fa1-61cd-4c6b-a043-061d0c955a21 req-4a0ace08-fee9-47ad-ac0f-07e8217aa523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:24:38.884396 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-01df1fa1-61cd-4c6b-a043-061d0c955a21 req-4a0ace08-fee9-47ad-ac0f-07e8217aa523 service neutron] 10.222.0.13 "GET /v2.0/networks?id=83ca7f07-d4f7-4bfb-9872-ce2bb75b0ebf HTTP/1.1" status: 200 len: 910 time: 0.1810410 Apr 20 18:24:39.205651 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-01df1fa1-61cd-4c6b-a043-061d0c955a21 req-5cf4b71d-131a-4146-a9af-dc179ffb629a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c4d5bca3-4cff-45f3-8c9a-0d95b37913fa HTTP/1.1" status: 200 len: 217 time: 0.3148201 Apr 20 18:24:39.279487 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01df1fa1-61cd-4c6b-a043-061d0c955a21 req-97c7403b-84ac-406d-9905-1ba47a5a0b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:24:39.281105 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-01df1fa1-61cd-4c6b-a043-061d0c955a21 req-97c7403b-84ac-406d-9905-1ba47a5a0b55 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=87ca47b9-6719-4974-ae24-b758519ae317 HTTP/1.1" status: 200 len: 849 time: 0.0687153 Apr 20 18:24:39.335926 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-01df1fa1-61cd-4c6b-a043-061d0c955a21 req-9fc79afb-4f0f-4340-9296-9da989fe85fc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=83ca7f07-d4f7-4bfb-9872-ce2bb75b0ebf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487492 Apr 20 18:24:39.486504 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-01df1fa1-61cd-4c6b-a043-061d0c955a21 req-5e1de98c-3876-4abb-b90f-09d7b85a21e1 service neutron] 10.222.0.13 "GET /v2.0/networks/83ca7f07-d4f7-4bfb-9872-ce2bb75b0ebf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442549 Apr 20 18:24:39.646180 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-01df1fa1-61cd-4c6b-a043-061d0c955a21 req-3b327a07-11d9-457d-9daf-86bcf609b4e1 service neutron] 10.222.0.13 "GET /v2.0/networks/83ca7f07-d4f7-4bfb-9872-ce2bb75b0ebf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540148 Apr 20 18:24:40.005176 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.rpc [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Device c4d5bca3-4cff-45f3-8c9a-0d95b37913fa details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=86312) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 18:24:40.063780 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e98b94c-1c0e-4b77-b231-4b658a528c82 req-1f0c70ca-756c-4647-a250-c0558e0f153c tempest-VolumesActionsTest-1564242143 tempest-VolumesActionsTest-1564242143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:24:40.065463 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-1e98b94c-1c0e-4b77-b231-4b658a528c82 req-1f0c70ca-756c-4647-a250-c0558e0f153c tempest-VolumesActionsTest-1564242143 tempest-VolumesActionsTest-1564242143-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf04b448-ca6f-42ed-b01d-d3316c455aea HTTP/1.1" status: 200 len: 944 time: 0.1004219 Apr 20 18:24:40.125532 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-1e98b94c-1c0e-4b77-b231-4b658a528c82 req-61e98b54-1e15-4b3a-820a-7178dba23f16 tempest-VolumesActionsTest-1564242143 tempest-VolumesActionsTest-1564242143-project] 10.222.0.32 "GET /v2.0/security-groups?id=d5594d11-a236-4cc7-8dae-6e8213b1efbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479953 Apr 20 18:24:40.174552 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.db [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] For port c4d5bca3-4cff-45f3-8c9a-0d95b37913fa, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=c4d5bca3-4cff-45f3-8c9a-0d95b37913fa,segment=NetworkSegment(3bace6a4-dfa3-4558-9e4e-8b7f69e93b11),segment_id=3bace6a4-dfa3-4558-9e4e-8b7f69e93b11)] {{(pid=86312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:24:40.190766 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.rpc [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Returning: {'device': 'c4d5bca3-4cff-45f3-8c9a-0d95b37913fa', 'network_id': '83ca7f07-d4f7-4bfb-9872-ce2bb75b0ebf', 'port_id': 'c4d5bca3-4cff-45f3-8c9a-0d95b37913fa', 'mac_address': 'fa:16:3e:92:53:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87ca47b9-6719-4974-ae24-b758519ae317', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86312) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 18:24:40.254645 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624671'] for port, before_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:40.273866 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.notifiers.nova [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4d5bca3-4cff-45f3-8c9a-0d95b37913fa {{(pid=86312) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 18:24:40.290035 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.db [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] For port c4d5bca3-4cff-45f3-8c9a-0d95b37913fa, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=c4d5bca3-4cff-45f3-8c9a-0d95b37913fa,segment=NetworkSegment(3bace6a4-dfa3-4558-9e4e-8b7f69e93b11),segment_id=3bace6a4-dfa3-4558-9e4e-8b7f69e93b11)] {{(pid=86312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:24:40.292957 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852966479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736993730504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736993280695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299861495088'] for port, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:40.294785 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:24:40.374198 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Pushing event updated for resources: {'Port': ['ID=c4d5bca3-4cff-45f3-8c9a-0d95b37913fa,revision_number=4']} {{(pid=86312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:24:40.377414 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:24:40.480007 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.db [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] get_ports_and_sgs() called for port_ids ['c4d5bca3-4cff-45f3-8c9a-0d95b37913fa'] {{(pid=86312) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 18:24:40.900341 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-d1bddd7f-3a4a-4cef-99bd-4cec13dc6e7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299861013637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394135'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:41.142244 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-2bb93f3c-0bff-4547-a1e0-c38a344e24ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299861013637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394135'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:41.339127 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509672e5-9414-4593-96cc-4a824af3c2c7 req-93369f0e-cbe6-4fa6-8e7d-67c4ef348dfa tempest-VolumesActionsTest-1564242143 tempest-VolumesActionsTest-1564242143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:24:41.340715 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-509672e5-9414-4593-96cc-4a824af3c2c7 req-93369f0e-cbe6-4fa6-8e7d-67c4ef348dfa tempest-VolumesActionsTest-1564242143 tempest-VolumesActionsTest-1564242143-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf04b448-ca6f-42ed-b01d-d3316c455aea HTTP/1.1" status: 200 len: 945 time: 0.0974565 Apr 20 18:24:41.395315 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-509672e5-9414-4593-96cc-4a824af3c2c7 req-5845f7a3-d9e3-45d0-af3f-99e8081bab42 tempest-VolumesActionsTest-1564242143 tempest-VolumesActionsTest-1564242143-project] 10.222.0.32 "GET /v2.0/security-groups?id=d5594d11-a236-4cc7-8dae-6e8213b1efbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481420 Apr 20 18:24:42.020825 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.rpc [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Device c4d5bca3-4cff-45f3-8c9a-0d95b37913fa up at agent hyperv_hv-cinder-78692 {{(pid=86312) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 18:24:42.252355 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299861013637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394135'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:42.269547 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.provisioning_blocks [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Provisioning for port c4d5bca3-4cff-45f3-8c9a-0d95b37913fa completed by entity L2. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 18:24:42.274881 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.provisioning_blocks [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Provisioning complete for port c4d5bca3-4cff-45f3-8c9a-0d95b37913fa triggered by entity L2. {{(pid=86312) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 18:24:42.275235 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853381758'] for port, provisioning_complete {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:42.398234 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1624671'] for port, before_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:42.427584 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf04b448-ca6f-42ed-b01d-d3316c455aea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4d5bca3-4cff-45f3-8c9a-0d95b37913fa'}] {{(pid=86312) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:24:42.438168 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.db [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] For port c4d5bca3-4cff-45f3-8c9a-0d95b37913fa, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=c4d5bca3-4cff-45f3-8c9a-0d95b37913fa,segment=NetworkSegment(3bace6a4-dfa3-4558-9e4e-8b7f69e93b11),segment_id=3bace6a4-dfa3-4558-9e4e-8b7f69e93b11)] {{(pid=86312) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:24:42.443123 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852966479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736993730504', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736993280695', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363299861495088'] for port, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:42.445069 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:24:42.483428 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf04b448-ca6f-42ed-b01d-d3316c455aea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4d5bca3-4cff-45f3-8c9a-0d95b37913fa', 'code': 200} Apr 20 18:24:42.518370 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Pushing event updated for resources: {'Port': ['ID=c4d5bca3-4cff-45f3-8c9a-0d95b37913fa,revision_number=5']} {{(pid=86312) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:24:42.521538 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86312) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:24:42.627341 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fccbc3-fff0-4d7d-bf8b-2996b795419b req-de303d9d-295f-41a0-892e-54b696d9c514 tempest-VolumesActionsTest-1564242143 tempest-VolumesActionsTest-1564242143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:24:42.629276 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-d3fccbc3-fff0-4d7d-bf8b-2996b795419b req-de303d9d-295f-41a0-892e-54b696d9c514 tempest-VolumesActionsTest-1564242143 tempest-VolumesActionsTest-1564242143-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf04b448-ca6f-42ed-b01d-d3316c455aea HTTP/1.1" status: 200 len: 946 time: 0.1099741 Apr 20 18:24:42.686056 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-d3fccbc3-fff0-4d7d-bf8b-2996b795419b req-c0fd794a-c179-4380-8aee-14ba6a914741 tempest-VolumesActionsTest-1564242143 tempest-VolumesActionsTest-1564242143-project] 10.222.0.32 "GET /v2.0/security-groups?id=d5594d11-a236-4cc7-8dae-6e8213b1efbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493195 Apr 20 18:24:42.731354 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505262ce-8597-4351-ab71-eff98047a7ca req-c3923d4d-6b16-40f2-91bf-1bb2722f5f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:24:42.733230 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-505262ce-8597-4351-ab71-eff98047a7ca req-c3923d4d-6b16-40f2-91bf-1bb2722f5f33 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=bf04b448-ca6f-42ed-b01d-d3316c455aea HTTP/1.1" status: 200 len: 1099 time: 0.0887785 Apr 20 18:24:42.780706 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-505262ce-8597-4351-ab71-eff98047a7ca req-a64be19a-2996-40e4-bae4-0ef54c43288d service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=d5594d11-a236-4cc7-8dae-6e8213b1efbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413661 Apr 20 18:24:43.331178 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-f70b5d3b-7deb-456f-82aa-acef0ba2518a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299861013637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394135'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:43.900028 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbb3f7c-6436-4402-a07b-872dfc7e8a58 req-819123f7-e2f6-4287-9a4b-9b6b9b7c89dd tempest-VolumesActionsTest-1564242143 tempest-VolumesActionsTest-1564242143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:24:43.901684 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-4fbb3f7c-6436-4402-a07b-872dfc7e8a58 req-819123f7-e2f6-4287-9a4b-9b6b9b7c89dd tempest-VolumesActionsTest-1564242143 tempest-VolumesActionsTest-1564242143-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf04b448-ca6f-42ed-b01d-d3316c455aea HTTP/1.1" status: 200 len: 946 time: 0.0932291 Apr 20 18:24:43.952210 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-4fbb3f7c-6436-4402-a07b-872dfc7e8a58 req-0db88e3f-a1b9-4679-b520-b9446656b95a tempest-VolumesActionsTest-1564242143 tempest-VolumesActionsTest-1564242143-project] 10.222.0.32 "GET /v2.0/security-groups?id=d5594d11-a236-4cc7-8dae-6e8213b1efbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440185 Apr 20 18:24:45.233789 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1400cd6b-ace3-446f-a160-922d550e783c req-6fdad72a-7105-48ad-9df4-87766a02084d tempest-VolumesActionsTest-1564242143 tempest-VolumesActionsTest-1564242143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:24:45.235499 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-1400cd6b-ace3-446f-a160-922d550e783c req-6fdad72a-7105-48ad-9df4-87766a02084d tempest-VolumesActionsTest-1564242143 tempest-VolumesActionsTest-1564242143-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf04b448-ca6f-42ed-b01d-d3316c455aea HTTP/1.1" status: 200 len: 946 time: 0.0976863 Apr 20 18:24:45.291901 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-1400cd6b-ace3-446f-a160-922d550e783c req-c51721af-e258-426e-b571-b7a45c57f106 tempest-VolumesActionsTest-1564242143 tempest-VolumesActionsTest-1564242143-project] 10.222.0.32 "GET /v2.0/security-groups?id=d5594d11-a236-4cc7-8dae-6e8213b1efbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469172 Apr 20 18:24:46.468214 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310efc26-2204-4274-b1c1-2765de782a61 req-d7c61654-4556-45ac-9b22-07fb470bc092 tempest-VolumesActionsTest-1564242143 tempest-VolumesActionsTest-1564242143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86310) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:24:46.469809 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-310efc26-2204-4274-b1c1-2765de782a61 req-d7c61654-4556-45ac-9b22-07fb470bc092 tempest-VolumesActionsTest-1564242143 tempest-VolumesActionsTest-1564242143-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf04b448-ca6f-42ed-b01d-d3316c455aea HTTP/1.1" status: 200 len: 946 time: 0.0935564 Apr 20 18:24:46.504469 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25855f2-5097-49ce-9948-625bac493388 req-cad7514f-f5e2-41c5-8505-cf4faf9006a5 tempest-VolumesActionsTest-1564242143 tempest-VolumesActionsTest-1564242143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86311) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 18:24:46.506093 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-a25855f2-5097-49ce-9948-625bac493388 req-cad7514f-f5e2-41c5-8505-cf4faf9006a5 tempest-VolumesActionsTest-1564242143 tempest-VolumesActionsTest-1564242143-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf04b448-ca6f-42ed-b01d-d3316c455aea HTTP/1.1" status: 200 len: 946 time: 0.0942767 Apr 20 18:24:46.553605 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.plugin [req-310efc26-2204-4274-b1c1-2765de782a61 req-9167bb15-d7ea-4c24-97c1-2eac02eedadc tempest-VolumesActionsTest-1564242143 tempest-VolumesActionsTest-1564242143-project] Deleting port c4d5bca3-4cff-45f3-8c9a-0d95b37913fa {{(pid=86310) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 18:24:46.554002 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-310efc26-2204-4274-b1c1-2765de782a61 req-9167bb15-d7ea-4c24-97c1-2eac02eedadc tempest-VolumesActionsTest-1564242143 tempest-VolumesActionsTest-1564242143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363299861050484'] for port, before_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:46.569089 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-a25855f2-5097-49ce-9948-625bac493388 req-8f1fbbac-ce3b-4c23-97a2-7721e70a566a tempest-VolumesActionsTest-1564242143 tempest-VolumesActionsTest-1564242143-project] 10.222.0.32 "GET /v2.0/security-groups?id=d5594d11-a236-4cc7-8dae-6e8213b1efbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554433 Apr 20 18:24:46.839388 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.db [req-310efc26-2204-4274-b1c1-2765de782a61 req-9167bb15-d7ea-4c24-97c1-2eac02eedadc tempest-VolumesActionsTest-1564242143 tempest-VolumesActionsTest-1564242143-project] For port c4d5bca3-4cff-45f3-8c9a-0d95b37913fa, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=c4d5bca3-4cff-45f3-8c9a-0d95b37913fa,segment=NetworkSegment(3bace6a4-dfa3-4558-9e4e-8b7f69e93b11),segment_id=3bace6a4-dfa3-4558-9e4e-8b7f69e93b11)] {{(pid=86310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 18:24:46.839709 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-310efc26-2204-4274-b1c1-2765de782a61 req-9167bb15-d7ea-4c24-97c1-2eac02eedadc tempest-VolumesActionsTest-1564242143 tempest-VolumesActionsTest-1564242143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-632958'] for port, precommit_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:46.984259 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.plugin [req-310efc26-2204-4274-b1c1-2765de782a61 req-9167bb15-d7ea-4c24-97c1-2eac02eedadc tempest-VolumesActionsTest-1564242143 tempest-VolumesActionsTest-1564242143-project] Calling delete_port for c4d5bca3-4cff-45f3-8c9a-0d95b37913fa owned by compute:nova {{(pid=86310) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 18:24:47.143321 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-310efc26-2204-4274-b1c1-2765de782a61 req-9167bb15-d7ea-4c24-97c1-2eac02eedadc tempest-VolumesActionsTest-1564242143 tempest-VolumesActionsTest-1564242143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036852966479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363299861045279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363299861495122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852424964'] for port, after_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:47.150012 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-8015d335-35d7-413e-8c27-10b86a69ebc3 tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:24:47.155617 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.db [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] get_ports_and_sgs() called for port_ids ['c4d5bca3-4cff-45f3-8c9a-0d95b37913fa'] {{(pid=86312) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 18:24:47.203746 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9167bb15-d7ea-4c24-97c1-2eac02eedadc tempest-VolumesActionsTest-1564242143 tempest-VolumesActionsTest-1564242143-project] Pushing event deleted for resources: {'Port': ['ID=c4d5bca3-4cff-45f3-8c9a-0d95b37913fa,revision_number=None']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:24:47.234733 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-9167bb15-d7ea-4c24-97c1-2eac02eedadc tempest-VolumesActionsTest-1564242143 tempest-VolumesActionsTest-1564242143-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:24:47.288925 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.l3_dvrscheduler_db [req-310efc26-2204-4274-b1c1-2765de782a61 req-9167bb15-d7ea-4c24-97c1-2eac02eedadc tempest-VolumesActionsTest-1564242143 tempest-VolumesActionsTest-1564242143-project] No DVR routers for this DVR port c4d5bca3-4cff-45f3-8c9a-0d95b37913fa on host hv-cinder-78692 {{(pid=86310) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 18:24:47.292449 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [req-310efc26-2204-4274-b1c1-2765de782a61 req-9167bb15-d7ea-4c24-97c1-2eac02eedadc tempest-VolumesActionsTest-1564242143 tempest-VolumesActionsTest-1564242143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854759958'] for port, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:24:47.295352 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf04b448-ca6f-42ed-b01d-d3316c455aea', 'name': 'network-vif-deleted', 'tag': 'c4d5bca3-4cff-45f3-8c9a-0d95b37913fa'}] {{(pid=86310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 18:24:47.312161 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-310efc26-2204-4274-b1c1-2765de782a61 req-9167bb15-d7ea-4c24-97c1-2eac02eedadc tempest-VolumesActionsTest-1564242143 tempest-VolumesActionsTest-1564242143-project] 10.222.0.13 "DELETE /v2.0/ports/c4d5bca3-4cff-45f3-8c9a-0d95b37913fa HTTP/1.1" status: 204 len: 173 time: 0.8374488 Apr 20 18:24:47.347585 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf04b448-ca6f-42ed-b01d-d3316c455aea', 'name': 'network-vif-deleted', 'tag': 'c4d5bca3-4cff-45f3-8c9a-0d95b37913fa', 'status': 'completed', 'code': 200} Apr 20 18:24:47.763988 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [req-58d78a49-6969-402b-8e9f-db844e411d53 req-9622c852-e236-4c97-9fb7-1c8bd2f50fcb tempest-VolumesActionsTest-1564242143 tempest-VolumesActionsTest-1564242143-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf04b448-ca6f-42ed-b01d-d3316c455aea HTTP/1.1" status: 200 len: 210 time: 0.0535688 Apr 20 18:24:48.228300 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.agents_db [None req-b35f03a3-c7a0-4608-9f7c-a0859408129f None None] Agent healthcheck: found 6 active agents {{(pid=86313) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 18:24:50.053078 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.rpc [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Device c4d5bca3-4cff-45f3-8c9a-0d95b37913fa no longer exists at agent hyperv_hv-cinder-78692 {{(pid=86312) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 18:24:50.093236 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.plugin [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] No Port match for: c4d5bca3-4cff-45f3-8c9a-0d95b37913fa {{(pid=86312) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 18:24:50.093668 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.rpc [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Device c4d5bca3-4cff-45f3-8c9a-0d95b37913fa not bound to the agent host hv-cinder-78692 {{(pid=86312) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 18:25:03.005257 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299861013637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394135'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:25:07.864277 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.32', 58690) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:25:07.937806 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fe6b423-8a5c-4fec-87ad-35746c24f53a admin admin] Deleting subnet 87ca47b9-6719-4974-ae24-b758519ae317 {{(pid=86311) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 20 18:25:07.941245 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-2fe6b423-8a5c-4fec-87ad-35746c24f53a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:25:07.998172 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-2fe6b423-8a5c-4fec-87ad-35746c24f53a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2266016'] for subnet, precommit_delete_associations {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:25:08.067257 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-2fe6b423-8a5c-4fec-87ad-35746c24f53a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036852945248'] for subnet, precommit_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:25:08.067515 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-3f4067f7-df89-4a9d-a065-399c3e2d2220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299861013637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394135'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:25:08.337131 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-2fe6b423-8a5c-4fec-87ad-35746c24f53a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1830552', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854235284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036850694064', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2979558'] for subnet, after_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:25:08.342147 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:25:08.381960 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe6b423-8a5c-4fec-87ad-35746c24f53a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=87ca47b9-6719-4974-ae24-b758519ae317,revision_number=None']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:25:08.385342 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-2fe6b423-8a5c-4fec-87ad-35746c24f53a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:25:08.386393 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-2fe6b423-8a5c-4fec-87ad-35746c24f53a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-751497'] for subnet, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:25:08.403424 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-2fe6b423-8a5c-4fec-87ad-35746c24f53a admin admin] 10.222.0.32 "DELETE /v2.0/subnets/87ca47b9-6719-4974-ae24-b758519ae317 HTTP/1.1" status: 204 len: 168 time: 0.5378108 Apr 20 18:25:08.406190 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.32', 58694) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:25:08.533206 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-7ff3d7d1-c816-478a-bd33-13f6ef211857 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853350932'] for network, before_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:25:08.677460 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-7ff3d7d1-c816-478a-bd33-13f6ef211857 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1830645', 'neutron.services.segments.db._delete_segments_for_network-8736993762163'] for network, precommit_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:25:08.805086 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.services.segments.db [None req-7ff3d7d1-c816-478a-bd33-13f6ef211857 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83ca7f07-d4f7-4bfb-9872-ce2bb75b0ebf']}} {{(pid=86311) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:25:08.819518 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.services.segments.db [None req-7ff3d7d1-c816-478a-bd33-13f6ef211857 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bace6a4-dfa3-4558-9e4e-8b7f69e93b11') {'for_net_delete': True} {{(pid=86311) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:25:08.819851 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.services.segments.db [None req-7ff3d7d1-c816-478a-bd33-13f6ef211857 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bace6a4-dfa3-4558-9e4e-8b7f69e93b11') {} {{(pid=86311) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 18:25:08.833879 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-7ff3d7d1-c816-478a-bd33-13f6ef211857 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363299860984163', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852509784'] for segment, before_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:25:08.850885 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-7ff3d7d1-c816-478a-bd33-13f6ef211857 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1711814'] for segment, precommit_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:25:08.858903 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ff3d7d1-c816-478a-bd33-13f6ef211857 admin admin] Releasing vlan 114 on physical network physnet1 to pool {{(pid=86311) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 20 18:25:09.046137 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.managers [None req-7ff3d7d1-c816-478a-bd33-13f6ef211857 admin admin] Network 83ca7f07-d4f7-4bfb-9872-ce2bb75b0ebf has no segments {{(pid=86311) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 18:25:09.056533 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-7ff3d7d1-c816-478a-bd33-13f6ef211857 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036853064015', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4082163'] for segment, after_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:25:09.253852 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.plugins.ml2.managers [None req-7ff3d7d1-c816-478a-bd33-13f6ef211857 admin admin] Network 83ca7f07-d4f7-4bfb-9872-ce2bb75b0ebf has no segments {{(pid=86311) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 18:25:09.281905 dv-cinder-786929-2-smb neutron-server[86195]: Traceback (most recent call last): Apr 20 18:25:09.281905 dv-cinder-786929-2-smb neutron-server[86195]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 18:25:09.281905 dv-cinder-786929-2-smb neutron-server[86195]: timer() Apr 20 18:25:09.281905 dv-cinder-786929-2-smb neutron-server[86195]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 18:25:09.281905 dv-cinder-786929-2-smb neutron-server[86195]: cb(*args, **kw) Apr 20 18:25:09.281905 dv-cinder-786929-2-smb neutron-server[86195]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 20 18:25:09.281905 dv-cinder-786929-2-smb neutron-server[86195]: return func(*args, **kwargs) Apr 20 18:25:09.281905 dv-cinder-786929-2-smb neutron-server[86195]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 18:25:09.281905 dv-cinder-786929-2-smb neutron-server[86195]: self._notify() Apr 20 18:25:09.281905 dv-cinder-786929-2-smb neutron-server[86195]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 18:25:09.281905 dv-cinder-786929-2-smb neutron-server[86195]: self.callback(batched_events) Apr 20 18:25:09.281905 dv-cinder-786929-2-smb neutron-server[86195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 18:25:09.281905 dv-cinder-786929-2-smb neutron-server[86195]: event.method(event) Apr 20 18:25:09.281905 dv-cinder-786929-2-smb neutron-server[86195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 18:25:09.281905 dv-cinder-786929-2-smb neutron-server[86195]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 18:25:09.281905 dv-cinder-786929-2-smb neutron-server[86195]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 20 18:25:09.281905 dv-cinder-786929-2-smb neutron-server[86195]: segment_id)['aggregates'][0] Apr 20 18:25:09.281905 dv-cinder-786929-2-smb neutron-server[86195]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 18:25:09.281905 dv-cinder-786929-2-smb neutron-server[86195]: return f(self, *a, **k) Apr 20 18:25:09.281905 dv-cinder-786929-2-smb neutron-server[86195]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 18:25:09.281905 dv-cinder-786929-2-smb neutron-server[86195]: return self._get(url).json() Apr 20 18:25:09.281905 dv-cinder-786929-2-smb neutron-server[86195]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 18:25:09.281905 dv-cinder-786929-2-smb neutron-server[86195]: **kwargs) Apr 20 18:25:09.281905 dv-cinder-786929-2-smb neutron-server[86195]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 18:25:09.281905 dv-cinder-786929-2-smb neutron-server[86195]: return self.request(url, 'GET', **kwargs) Apr 20 18:25:09.281905 dv-cinder-786929-2-smb neutron-server[86195]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 20 18:25:09.281905 dv-cinder-786929-2-smb neutron-server[86195]: **endpoint_filter) Apr 20 18:25:09.281905 dv-cinder-786929-2-smb neutron-server[86195]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 18:25:09.281905 dv-cinder-786929-2-smb neutron-server[86195]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 18:25:09.281905 dv-cinder-786929-2-smb neutron-server[86195]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 18:25:09.281905 dv-cinder-786929-2-smb neutron-server[86195]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 18:25:09.281905 dv-cinder-786929-2-smb neutron-server[86195]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 18:25:09.368380 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-7ff3d7d1-c816-478a-bd33-13f6ef211857 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036852945155', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854236788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-751514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854121855'] for network, after_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:25:09.372626 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-d3c9ff69-0397-4770-9594-56fcf417c11b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:25:09.391070 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-7ff3d7d1-c816-478a-bd33-13f6ef211857 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-751497'] for network, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:25:09.400679 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff3d7d1-c816-478a-bd33-13f6ef211857 admin admin] Pushing event deleted for resources: {'Network': ['ID=83ca7f07-d4f7-4bfb-9872-ce2bb75b0ebf,revision_number=None']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:25:09.407654 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-7ff3d7d1-c816-478a-bd33-13f6ef211857 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:25:09.414536 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-7ff3d7d1-c816-478a-bd33-13f6ef211857 admin admin] 10.222.0.32 "DELETE /v2.0/networks/83ca7f07-d4f7-4bfb-9872-ce2bb75b0ebf HTTP/1.1" status: 204 len: 168 time: 1.0069239 Apr 20 18:25:09.747275 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.32', 58700) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:25:09.805427 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-6867f8a2-504c-4e7f-ad67-cc51d040608d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d635420c565149d6a0a77cf6d826d598&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0565934 Apr 20 18:25:09.808237 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.32', 58704) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:25:09.877948 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-c2c26a4d-45ee-452e-a995-81783261d9f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:25:09.909585 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-c2c26a4d-45ee-452e-a995-81783261d9f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:25:09.970979 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-c2c26a4d-45ee-452e-a995-81783261d9f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854236768'] for security_group, after_delete {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:25:09.980392 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-80ef2fec-8c58-49f6-92c5-d6b85559cde8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:25:10.015155 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c26a4d-45ee-452e-a995-81783261d9f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5594d11-a236-4cc7-8dae-6e8213b1efbb,revision_number=None']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:25:10.019591 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-c2c26a4d-45ee-452e-a995-81783261d9f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:25:10.028302 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-c2c26a4d-45ee-452e-a995-81783261d9f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:25:10.029907 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-c2c26a4d-45ee-452e-a995-81783261d9f7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d5594d11-a236-4cc7-8dae-6e8213b1efbb HTTP/1.1" status: 204 len: 168 time: 0.2203894 Apr 20 18:25:10.905153 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-ed8f748b-0350-4b97-8876-6338e7b02ba7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299861013637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394135'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:25:11.145516 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-2bb93f3c-0bff-4547-a1e0-c38a344e24ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299861013637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394135'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:25:11.325636 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86311) accepted ('10.222.0.32', 58736) {{(pid=86311) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:25:11.470995 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-d8c35705-edfe-4431-a407-76303e49ae58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:25:11.488302 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-d8c35705-edfe-4431-a407-76303e49ae58 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 18:25:11.492695 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-d8c35705-edfe-4431-a407-76303e49ae58 admin admin] Usage tracker for resource:security_group_rule and tenant:8e49e489045742a1bea8649b9b6686e2 is out of sync, need to count used quota {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 18:25:11.495999 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.quota.resource [None req-d8c35705-edfe-4431-a407-76303e49ae58 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86311) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 18:25:11.502373 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.quota.driver [None req-d8c35705-edfe-4431-a407-76303e49ae58 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86311) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 18:25:11.627739 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-d8c35705-edfe-4431-a407-76303e49ae58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:25:11.631216 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-d8c35705-edfe-4431-a407-76303e49ae58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854236768'] for security_group, after_create {{(pid=86311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:25:11.640783 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-6fc3036e-1c65-4e36-b88e-5bb057ae8435 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:25:11.689178 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-d8c35705-edfe-4431-a407-76303e49ae58 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8e49e489045742a1bea8649b9b6686e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3623419 Apr 20 18:25:11.691106 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c35705-edfe-4431-a407-76303e49ae58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f79b0ae5-29d3-464b-be99-398eeaffd251,revision_number=1']} {{(pid=86311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:25:11.692825 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.wsgi [-] (86310) accepted ('10.222.0.32', 58742) {{(pid=86310) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 18:25:11.694570 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-d8c35705-edfe-4431-a407-76303e49ae58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:25:11.770081 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-6501d6c0-8931-4bfb-b56a-519b2ebb74f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:25:11.799217 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-6501d6c0-8931-4bfb-b56a-519b2ebb74f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:25:11.848650 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-6501d6c0-8931-4bfb-b56a-519b2ebb74f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854236768'] for security_group, after_delete {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:25:11.854742 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-167b479a-5da4-4b53-862b-488d881a839b tempest-AttachVolumeShelveTestJSON-1379711194 tempest-AttachVolumeShelveTestJSON-1379711194-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 18:25:11.868860 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6501d6c0-8931-4bfb-b56a-519b2ebb74f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f79b0ae5-29d3-464b-be99-398eeaffd251,revision_number=None']} {{(pid=86310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 18:25:11.872420 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG oslo_concurrency.lockutils [None req-6501d6c0-8931-4bfb-b56a-519b2ebb74f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 18:25:11.874716 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-6501d6c0-8931-4bfb-b56a-519b2ebb74f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:25:11.875964 dv-cinder-786929-2-smb neutron-server[86195]: INFO neutron.wsgi [None req-6501d6c0-8931-4bfb-b56a-519b2ebb74f0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f79b0ae5-29d3-464b-be99-398eeaffd251 HTTP/1.1" status: 204 len: 168 time: 0.1820126 Apr 20 18:25:12.176373 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299861013637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394135'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:25:13.357933 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-f70b5d3b-7deb-456f-82aa-acef0ba2518a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299861013637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394135'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:25:25.227943 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.agents_db [None req-b35f03a3-c7a0-4608-9f7c-a0859408129f None None] Agent healthcheck: found 6 active agents {{(pid=86313) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 18:25:33.023224 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299861013637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394135'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:25:38.070897 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-b3cdaec8-0087-422b-bd14-33551d7c5e24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299861013637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394135'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:25:40.909751 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-4a75a4ea-a9f2-488d-9c65-dcc5cac2a73a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299861013637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394135'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:25:41.149189 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-2bb93f3c-0bff-4547-a1e0-c38a344e24ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299861013637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394135'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:25:42.183475 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299861013637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394135'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:25:43.337846 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-f70b5d3b-7deb-456f-82aa-acef0ba2518a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299861013637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394135'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:26:02.228451 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.agents_db [None req-b35f03a3-c7a0-4608-9f7c-a0859408129f None None] Agent healthcheck: found 6 active agents {{(pid=86313) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 18:26:03.019000 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299861013637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394135'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:26:08.073933 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-88945fc0-f788-4dfe-94e1-598cf9459683 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299861013637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394135'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:26:10.913108 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-632cd012-e5b3-4ef3-b196-590a3b829035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299861013637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394135'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:26:11.151793 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-2bb93f3c-0bff-4547-a1e0-c38a344e24ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299861013637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394135'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:26:12.177008 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299861013637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394135'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:26:13.339872 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-f70b5d3b-7deb-456f-82aa-acef0ba2518a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299861013637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394135'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:26:33.018763 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299861013637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394135'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:26:38.074808 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-7110d688-f899-489e-a731-613459a900b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299861013637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394135'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:26:39.229146 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.agents_db [None req-b35f03a3-c7a0-4608-9f7c-a0859408129f None None] Agent healthcheck: found 6 active agents {{(pid=86313) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 18:26:40.915356 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-17534ce8-dfab-42f2-883a-36c3535b8199 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299861013637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394135'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:26:41.153468 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-2bb93f3c-0bff-4547-a1e0-c38a344e24ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299861013637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394135'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:26:42.178948 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299861013637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394135'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:26:43.344277 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-f70b5d3b-7deb-456f-82aa-acef0ba2518a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299861013637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394135'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:27:03.036835 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299861013637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394135'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:27:08.080444 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-5628c758-fcdc-41f1-9ff2-0fb715ca50f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299861013637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394135'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:27:10.928494 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-a6357bc3-9101-43df-ae9f-73a8be77f302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299861013637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394135'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:27:11.157643 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-2bb93f3c-0bff-4547-a1e0-c38a344e24ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299861013637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394135'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:27:12.184462 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299861013637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394135'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:27:13.357224 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-f70b5d3b-7deb-456f-82aa-acef0ba2518a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299861013637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394135'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:27:16.229562 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.agents_db [None req-b35f03a3-c7a0-4608-9f7c-a0859408129f None None] Agent healthcheck: found 6 active agents {{(pid=86313) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 18:27:33.033294 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299861013637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394135'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:27:38.077460 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-b64985bf-3944-45fc-9366-fe87c54c2dae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299861013637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394135'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:27:40.921366 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-77585fc0-3ff1-4e1f-ab6c-625c2ce3dadc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299861013637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394135'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:27:41.159921 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-2bb93f3c-0bff-4547-a1e0-c38a344e24ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299861013637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394135'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:27:42.179459 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299861013637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394135'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:27:43.353895 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-f70b5d3b-7deb-456f-82aa-acef0ba2518a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299861013637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394135'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:27:53.231091 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.agents_db [None req-b35f03a3-c7a0-4608-9f7c-a0859408129f None None] Agent healthcheck: found 6 active agents {{(pid=86313) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 18:28:03.037666 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299861013637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394135'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:28:08.070308 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-061729b5-b716-481b-b780-d7060a30ac6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299861013637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394135'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:28:10.925183 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-6d3632ff-31be-49ea-9dc9-b908740bb482 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299861013637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394135'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:28:11.162042 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-2bb93f3c-0bff-4547-a1e0-c38a344e24ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299861013637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394135'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:28:12.182085 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299861013637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394135'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:28:13.351580 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-f70b5d3b-7deb-456f-82aa-acef0ba2518a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299861013637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394135'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:28:30.232384 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.agents_db [None req-b35f03a3-c7a0-4608-9f7c-a0859408129f None None] Agent healthcheck: found 6 active agents {{(pid=86313) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 18:28:33.039820 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299861013637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394135'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:28:38.072283 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-45e1b87f-7eba-4fdd-ad47-8770fe92f00b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299861013637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394135'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:28:40.927528 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-6ec1f005-709d-41d2-9df0-d56162161f26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299861013637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394135'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:28:41.167618 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-2bb93f3c-0bff-4547-a1e0-c38a344e24ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299861013637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394135'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:28:42.204685 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299861013637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394135'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:28:43.361293 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-f70b5d3b-7deb-456f-82aa-acef0ba2518a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299861013637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394135'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:03.052090 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299861013637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394135'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:07.232608 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.agents_db [None req-b35f03a3-c7a0-4608-9f7c-a0859408129f None None] Agent healthcheck: found 6 active agents {{(pid=86313) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 18:29:08.075474 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-cd10fcea-81d7-4b88-905b-b0a793b08461 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299861013637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394135'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:10.929981 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-8c831232-c9fa-4d6f-b588-25378fe8c60d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299861013637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394135'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:11.167570 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-2bb93f3c-0bff-4547-a1e0-c38a344e24ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299861013637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394135'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:12.187751 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299861013637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394135'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:13.357209 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-f70b5d3b-7deb-456f-82aa-acef0ba2518a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299861013637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394135'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:33.054058 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-64046c2a-bc63-48d6-a3d2-b29b0ce08c3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299861013637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394135'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:38.079414 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-88cba399-7015-4ae5-9db7-31378059a8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299861013637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394135'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:40.932706 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-4023f142-6168-4d0f-8293-08a4c2a358f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299861013637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394135'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:41.173090 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-2bb93f3c-0bff-4547-a1e0-c38a344e24ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299861013637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394135'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:42.191155 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-27f2f874-eb5c-4309-ac1e-90ef117290a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299861013637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394135'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:43.360774 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron_lib.callbacks.manager [None req-f70b5d3b-7deb-456f-82aa-acef0ba2518a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363299861013637', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1394135'] for agent, after_update {{(pid=86312) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 18:29:44.237833 dv-cinder-786929-2-smb neutron-server[86195]: DEBUG neutron.db.agents_db [None req-b35f03a3-c7a0-4608-9f7c-a0859408129f None None] Agent healthcheck: found 6 active agents {{(pid=86313) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}